+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-182.ec2.internal ++ [[ -n ip-10-0-0-182.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-182.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 12:23:18.501135930 - disable conntrack on geneve port' I0504 12:23:18.501135930 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 12:23:18.537046215 - starting ovnkube-node' I0504 12:23:18.537046215 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-182.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-182.ec2.internal --init-node ip-10-0-0-182.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-182.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 12:23:18.576073 3888 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 12:23:18.576130 3888 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99ffb1110b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 12:23:18.577495 3888 kube.go:431] Waiting for certificate I0504 12:23:18.577520 3888 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 12:23:18.577556 3888 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 12:23:18.578294 3888 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 12:23:18.609343 3888 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:18.609366 3888 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:18.612190 3888 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:18.612285 3888 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kv6qp" I0504 12:23:18.618773 3888 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kv6qp" I0504 12:23:18.618830 3888 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 12:23:19.578607 3888 kube.go:438] Certificate found I0504 12:23:19.579224 3888 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 12:23:19.580310 3888 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 12:23:19.633628 3888 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 12:18:18 +0000 UTC" deadline="2026-05-05 06:24:07.254721209 +0000 UTC" I0504 12:23:19.633660 3888 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h0m47.621071055s" I0504 12:23:19.651358 3888 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 12:23:19.670368 3888 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 12:23:19.670450 3888 server.go:101] MetricServer registers OVS metrics I0504 12:23:19.670806 3888 server.go:105] MetricServer registers OVN DB metrics I0504 12:23:19.671888 3888 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 12:23:19.671948 3888 factory.go:561] Starting watch factory I0504 12:23:19.672059 3888 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672061 3888 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672081 3888 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672085 3888 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672164 3888 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672170 3888 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672183 3888 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672187 3888 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672200 3888 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672227 3888 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672240 3888 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.672252 3888 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.673770 3888 controller_manager.go:370] Starting the ovnkube controller I0504 12:23:19.673785 3888 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-182.ec2.internal I0504 12:23:19.673861 3888 controller_manager.go:395] NBDB zone sync took: 66.045µs I0504 12:23:19.673874 3888 factory.go:561] Starting watch factory I0504 12:23:19.676024 3888 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 12:23:19.676070 3888 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 12:23:19.690022 3888 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 12:23:19.690049 3888 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 12:23:19.694704 3888 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 12:23:19.694738 3888 server.go:109] MetricServer registers OVN Controller metrics I0504 12:23:19.698804 3888 server.go:113] MetricServer registers OVN Northd metrics I0504 12:23:19.702697 3888 metrics.go:519] OVN Metrics Server starts to run ... I0504 12:23:19.707286 3888 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.707620 3888 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.707766 3888 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.708992 3888 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.713650 3888 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.719493 3888 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 12:23:19.778202 3888 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 12:23:19.778222 3888 factory.go:1977] *v1.Pod informer cache synced successfully I0504 12:23:19.778225 3888 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 12:23:19.778228 3888 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 12:23:19.778232 3888 factory.go:1977] *v1.Node informer cache synced successfully I0504 12:23:19.778235 3888 factory.go:1977] *v1.Service informer cache synced successfully I0504 12:23:19.778310 3888 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.778357 3888 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.778363 3888 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.778396 3888 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.779233 3888 factory.go:1977] *v1.Pod informer cache synced successfully I0504 12:23:19.779245 3888 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 12:23:19.779249 3888 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 12:23:19.779252 3888 factory.go:1977] *v1.Node informer cache synced successfully I0504 12:23:19.779255 3888 factory.go:1977] *v1.Service informer cache synced successfully I0504 12:23:19.779260 3888 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 12:23:19.782714 3888 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.782717 3888 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 12:23:19.783530 3888 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 12:23:19.783541 3888 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 12:23:19.783602 3888 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.783614 3888 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.784980 3888 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 12:23:19.784990 3888 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 12:23:19.787130 3888 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.789151 3888 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 12:23:19.789323 3888 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.789353 3888 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.790182 3888 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 12:23:19.793005 3888 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.794981 3888 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 12:23:19.795045 3888 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.795057 3888 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.795247 3888 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 12:23:19.798983 3888 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.800929 3888 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 12:23:19.800945 3888 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 12:23:19.800993 3888 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.801007 3888 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.804671 3888 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.806728 3888 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 12:23:19.806736 3888 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 12:23:19.806818 3888 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.806851 3888 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.810771 3888 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.812747 3888 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 12:23:19.812761 3888 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 12:23:19.813021 3888 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:19.813046 3888 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:19.817474 3888 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 12:23:19.818378 3888 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 12:23:19.818390 3888 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 12:23:19.818469 3888 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.818496 3888 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.818520 3888 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.818537 3888 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.823343 3888 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.823621 3888 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 12:23:19.923980 3888 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 12:23:19.923993 3888 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 12:23:19.923995 3888 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 12:23:19.924006 3888 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 12:23:19.924013 3888 factory.go:680] Watch Factory start up complete, took: 250.13862ms I0504 12:23:19.924021 3888 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-182.ec2.internal" zone I0504 12:23:19.924001 3888 factory.go:680] Watch Factory start up complete, took: 252.057411ms I0504 12:23:19.924106 3888 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 12:23:19.973334 3888 default_node_network_controller.go:710] Initializing the default node network controller I0504 12:23:20.066337 3888 udn_isolation.go:101] Starting UDN host isolation manager I0504 12:23:20.072249 3888 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 12:23:20.138730 3888 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 12:23:20.138865 3888 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 12:23:20.138880 3888 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 12:23:20.173720 3888 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 12:23:20.173795 3888 default_node_network_controller.go:809] Node ip-10-0-0-182.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 12:23:20.179134 3888 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0504 12:23:20.212265 3888 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 12:23:20.218764 3888 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 12:23:20.218929 3888 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 12:23:20.219091 3888 gateway_init.go:263] Preparing Gateway I0504 12:23:20.219105 3888 gateway_shared_intf.go:1687] Creating new gateway I0504 12:23:20.327723 3888 iptables.go:108] Creating table: filter chain: FORWARD I0504 12:23:20.334241 3888 iptables.go:108] Creating table: filter chain: OUTPUT I0504 12:23:20.340911 3888 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 12:23:20.340924 3888 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:f5:e2:e5:ea:c9","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:333c2695-a273-41fe-82b3-fb2e16997306 k8s.ovn.org/node-encap-ips:["10.0.0.182"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"} k8s.ovn.org/zone-name:ip-10-0-0-182.ec2.internal] on node ip-10-0-0-182.ec2.internal I0504 12:23:20.375056 3888 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:20.424701 3888 controller_manager.go:429] Waiting for node in zone sync took: 500.668925ms I0504 12:23:20.431716 3888 controller_manager.go:611] Switching to transit router for layer2 networks I0504 12:23:20.431729 3888 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-182.ec2.internal I0504 12:23:20.506809 3888 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 12:23:20.513828 3888 controller_manager.go:290] SCTP support detected in OVN I0504 12:23:20.514499 3888 services_controller.go:69] Creating services controller for network=default I0504 12:23:20.514597 3888 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 12:23:20.514791 3888 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 12:23:20.514816 3888 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 12:23:20.514828 3888 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 12:23:20.514851 3888 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 12:23:20.515034 3888 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 12:23:20.515096 3888 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 12:23:20.515166 3888 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 84.377µs I0504 12:23:20.515173 3888 udn_enabled_svc.go:95] Performing full resync I0504 12:23:20.515189 3888 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 83.396µs I0504 12:23:20.515202 3888 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 104.771µs I0504 12:23:20.515208 3888 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 12:23:20.515213 3888 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 12:23:20.515223 3888 default_network_controller.go:325] Starting the default network controller I0504 12:23:20.515310 3888 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.697µs I0504 12:23:20.515496 3888 udn_enabled_svc.go:99] Waiting for handler to sync I0504 12:23:20.515508 3888 udn_enabled_svc.go:104] Starting worker I0504 12:23:20.524160 3888 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 12:23:20.524231 3888 repair.go:33] Syncing exgw routes took 58.847µs I0504 12:23:20.524259 3888 default_network_controller.go:414] Starting all the Watchers... I0504 12:23:20.524397 3888 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 12:23:20.524399 3888 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 12:23:20.524398 3888 namespace.go:98] [openshift-multus] adding namespace I0504 12:23:20.524410 3888 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 12:23:20.524420 3888 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 12:23:20.524423 3888 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 12:23:20.524425 3888 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 12:23:20.524431 3888 namespace.go:98] [openshift-infra] adding namespace I0504 12:23:20.524440 3888 namespace.go:98] [openshift-monitoring] adding namespace I0504 12:23:20.524444 3888 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 12:23:20.524449 3888 namespace.go:98] [openshift-config-managed] adding namespace I0504 12:23:20.524451 3888 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 12:23:20.524453 3888 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 12:23:20.524456 3888 namespace.go:98] [openshift-host-network] adding namespace I0504 12:23:20.524481 3888 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 12:23:20.524892 3888 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 484.29µs I0504 12:23:20.524907 3888 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 12:23:20.525348 3888 namespace.go:102] [openshift-must-gather-operator] adding namespace took 436.788µs I0504 12:23:20.525359 3888 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 12:23:20.525746 3888 namespace.go:102] [openshift-apiserver-operator] adding namespace took 382.317µs I0504 12:23:20.525759 3888 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 12:23:20.526228 3888 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 1.815508ms I0504 12:23:20.526244 3888 namespace.go:98] [openshift-machine-config-operator] adding namespace W0504 12:23:20.526680 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-528nq: pod openshift-multus/network-metrics-daemon-528nq: no pod IPs found W0504 12:23:20.526703 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-24jt9: pod openshift-multus/network-metrics-daemon-24jt9: no pod IPs found W0504 12:23:20.526712 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-x7hwd: pod openshift-multus/network-metrics-daemon-x7hwd: no pod IPs found I0504 12:23:20.526717 3888 namespace.go:102] [openshift-machine-config-operator] adding namespace took 467.932µs I0504 12:23:20.526728 3888 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 12:23:20.527231 3888 namespace.go:102] [openshift-multus] adding namespace took 2.817296ms I0504 12:23:20.527241 3888 namespace.go:98] [openshift-ingress] adding namespace I0504 12:23:20.527678 3888 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.259176ms I0504 12:23:20.527688 3888 namespace.go:98] [openshift-apiserver] adding namespace I0504 12:23:20.528506 3888 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.078013ms I0504 12:23:20.528515 3888 namespace.go:98] [openshift-dns] adding namespace I0504 12:23:20.528960 3888 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.527181ms I0504 12:23:20.528970 3888 namespace.go:98] [openshift-network-console] adding namespace I0504 12:23:20.529396 3888 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.961409ms I0504 12:23:20.529404 3888 namespace.go:98] [openshift-insights] adding namespace I0504 12:23:20.529857 3888 namespace.go:102] [openshift-infra] adding namespace took 5.417251ms I0504 12:23:20.529877 3888 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 12:23:20.530312 3888 namespace.go:102] [openshift-monitoring] adding namespace took 5.863364ms I0504 12:23:20.530325 3888 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 12:23:20.530731 3888 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.280271ms I0504 12:23:20.530757 3888 namespace.go:98] [openshift-package-operator] adding namespace I0504 12:23:20.531338 3888 namespace.go:102] [openshift-config-managed] adding namespace took 6.881322ms I0504 12:23:20.531360 3888 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 12:23:20.531794 3888 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.338352ms I0504 12:23:20.531803 3888 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 12:23:20.532228 3888 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.768858ms I0504 12:23:20.532239 3888 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 12:23:20.532871 3888 namespace.go:102] [openshift-host-network] adding namespace took 8.404387ms I0504 12:23:20.532887 3888 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 12:23:20.533325 3888 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.831569ms I0504 12:23:20.533342 3888 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 12:23:20.533914 3888 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.14851ms I0504 12:23:20.533930 3888 namespace.go:98] [kube-system] adding namespace I0504 12:23:20.534376 3888 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.643068ms I0504 12:23:20.534389 3888 namespace.go:98] [openshift-config] adding namespace I0504 12:23:20.534779 3888 namespace.go:102] [openshift-ingress] adding namespace took 7.532136ms I0504 12:23:20.534794 3888 namespace.go:98] [openshift-backplane] adding namespace I0504 12:23:20.535167 3888 namespace.go:102] [openshift-apiserver] adding namespace took 7.474755ms I0504 12:23:20.535178 3888 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 12:23:20.535516 3888 namespace.go:102] [openshift-dns] adding namespace took 6.993627ms I0504 12:23:20.535533 3888 namespace.go:98] [openshift-machine-api] adding namespace I0504 12:23:20.535961 3888 namespace.go:102] [openshift-network-console] adding namespace took 6.986447ms I0504 12:23:20.535973 3888 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 12:23:20.536334 3888 namespace.go:102] [openshift-insights] adding namespace took 6.925395ms I0504 12:23:20.536346 3888 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 12:23:20.536655 3888 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.772261ms I0504 12:23:20.536666 3888 namespace.go:98] [openshift-marketplace] adding namespace I0504 12:23:20.537182 3888 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.853369ms I0504 12:23:20.537192 3888 namespace.go:98] [openshift-etcd] adding namespace I0504 12:23:20.537661 3888 namespace.go:102] [openshift-package-operator] adding namespace took 6.897746ms I0504 12:23:20.537677 3888 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 12:23:20.538119 3888 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.753373ms I0504 12:23:20.538130 3888 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 12:23:20.538486 3888 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.679463ms I0504 12:23:20.538495 3888 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 12:23:20.538996 3888 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.750072ms I0504 12:23:20.539011 3888 namespace.go:98] [kube-public] adding namespace I0504 12:23:20.539416 3888 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.524995ms I0504 12:23:20.539427 3888 namespace.go:98] [default] adding namespace I0504 12:23:20.539795 3888 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.448465ms I0504 12:23:20.539805 3888 namespace.go:98] [dedicated-admin] adding namespace I0504 12:23:20.540153 3888 namespace.go:102] [kube-system] adding namespace took 6.219015ms I0504 12:23:20.540164 3888 namespace.go:98] [openshift-config-operator] adding namespace I0504 12:23:20.540711 3888 namespace.go:102] [openshift-config] adding namespace took 6.319003ms I0504 12:23:20.540719 3888 namespace.go:98] [openshift] adding namespace I0504 12:23:20.541121 3888 namespace.go:102] [openshift-backplane] adding namespace took 6.321095ms I0504 12:23:20.541135 3888 namespace.go:98] [kube-node-lease] adding namespace I0504 12:23:20.541464 3888 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.281697ms I0504 12:23:20.541475 3888 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 12:23:20.541818 3888 namespace.go:102] [openshift-machine-api] adding namespace took 6.280974ms I0504 12:23:20.541829 3888 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 12:23:20.542219 3888 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.241019ms I0504 12:23:20.542230 3888 namespace.go:98] [openshift-image-registry] adding namespace I0504 12:23:20.542577 3888 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.227614ms I0504 12:23:20.542587 3888 namespace.go:98] [openshift-operators] adding namespace I0504 12:23:20.542944 3888 namespace.go:102] [openshift-marketplace] adding namespace took 6.273162ms I0504 12:23:20.542956 3888 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 12:23:20.543281 3888 namespace.go:102] [openshift-etcd] adding namespace took 6.085619ms I0504 12:23:20.543292 3888 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 12:23:20.543650 3888 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.969329ms I0504 12:23:20.543661 3888 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 12:23:20.544131 3888 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.993193ms I0504 12:23:20.544152 3888 namespace.go:98] [openshift-logging] adding namespace I0504 12:23:20.544573 3888 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.072084ms I0504 12:23:20.544589 3888 namespace.go:98] [openshift-cluster-version] adding namespace I0504 12:23:20.545033 3888 namespace.go:102] [kube-public] adding namespace took 6.01547ms I0504 12:23:20.545048 3888 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 12:23:20.545512 3888 namespace.go:102] [default] adding namespace took 6.078849ms I0504 12:23:20.545526 3888 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 12:23:20.545992 3888 namespace.go:102] [dedicated-admin] adding namespace took 6.181657ms I0504 12:23:20.546005 3888 namespace.go:98] [openshift-node] adding namespace I0504 12:23:20.546537 3888 namespace.go:102] [openshift-config-operator] adding namespace took 6.366065ms I0504 12:23:20.546929 3888 namespace.go:102] [openshift] adding namespace took 6.203084ms I0504 12:23:20.546944 3888 namespace.go:98] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] adding namespace I0504 12:23:20.547443 3888 namespace.go:102] [kube-node-lease] adding namespace took 6.303144ms I0504 12:23:20.547455 3888 namespace.go:98] [openshift-network-operator] adding namespace I0504 12:23:20.547900 3888 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.42114ms I0504 12:23:20.547909 3888 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 12:23:20.548472 3888 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.636883ms I0504 12:23:20.548491 3888 namespace.go:98] [openshift-console] adding namespace I0504 12:23:20.548876 3888 namespace.go:102] [openshift-image-registry] adding namespace took 6.639909ms I0504 12:23:20.548890 3888 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 12:23:20.549386 3888 namespace.go:102] [openshift-operators] adding namespace took 6.793961ms I0504 12:23:20.549398 3888 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 12:23:20.549856 3888 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.89708ms I0504 12:23:20.549865 3888 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 12:23:20.550294 3888 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.996107ms I0504 12:23:20.550307 3888 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 12:23:20.550748 3888 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.082676ms I0504 12:23:20.550758 3888 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 12:23:20.551319 3888 namespace.go:102] [openshift-logging] adding namespace took 7.159418ms I0504 12:23:20.551337 3888 namespace.go:98] [openshift-console-operator] adding namespace I0504 12:23:20.551721 3888 namespace.go:102] [openshift-cluster-version] adding namespace took 7.126531ms I0504 12:23:20.551734 3888 namespace.go:98] [openshift-authentication] adding namespace I0504 12:23:20.552250 3888 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.196344ms I0504 12:23:20.552263 3888 namespace.go:98] [openshift-dns-operator] adding namespace I0504 12:23:20.552621 3888 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.088346ms I0504 12:23:20.552635 3888 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 12:23:20.553160 3888 namespace.go:102] [openshift-node] adding namespace took 7.146609ms I0504 12:23:20.553179 3888 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 12:23:20.553630 3888 namespace.go:102] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] adding namespace took 6.680209ms I0504 12:23:20.554200 3888 namespace.go:102] [openshift-network-operator] adding namespace took 6.737816ms I0504 12:23:20.554770 3888 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.853212ms I0504 12:23:20.555364 3888 namespace.go:102] [openshift-console] adding namespace took 6.865015ms I0504 12:23:20.555794 3888 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.898776ms W0504 12:23:20.555802 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jl9gk: pod openshift-network-diagnostics/network-check-target-jl9gk: no pod IPs found W0504 12:23:20.555813 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wqbm9: pod openshift-network-diagnostics/network-check-target-wqbm9: no pod IPs found W0504 12:23:20.555819 3888 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xbn4v: pod openshift-network-diagnostics/network-check-target-xbn4v: no pod IPs found I0504 12:23:20.556404 3888 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.998679ms I0504 12:23:20.556421 3888 namespace.go:98] [openshift-controller-manager] adding namespace I0504 12:23:20.556989 3888 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.116809ms I0504 12:23:20.557996 3888 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.6822ms I0504 12:23:20.558487 3888 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.722864ms I0504 12:23:20.558499 3888 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 12:23:20.559039 3888 namespace.go:102] [openshift-console-operator] adding namespace took 7.696562ms I0504 12:23:20.559538 3888 namespace.go:102] [openshift-authentication] adding namespace took 7.79651ms I0504 12:23:20.560098 3888 namespace.go:102] [openshift-dns-operator] adding namespace took 7.829355ms I0504 12:23:20.560594 3888 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.954109ms I0504 12:23:20.561184 3888 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.996028ms I0504 12:23:20.561725 3888 namespace.go:102] [openshift-controller-manager] adding namespace took 5.297434ms I0504 12:23:20.562126 3888 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.620796ms W0504 12:23:20.562197 3888 master.go:471] Unable to parse remote node ip-10-0-1-18.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 12:23:20.562206 3888 master.go:471] Unable to parse remote node ip-10-0-2-63.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 12:23:20.562305 3888 master.go:548] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0504 12:23:20.562321 3888 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-18.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-18.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-18.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-18.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-18.ec2.internal I0504 12:23:20.562356 3888 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-63.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-63.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-63.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-63.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-63.ec2.internal W0504 12:23:20.570712 3888 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xbn4v: pod openshift-network-diagnostics/network-check-target-xbn4v: no pod IPs found W0504 12:23:20.570732 3888 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-24jt9: pod openshift-multus/network-metrics-daemon-24jt9: no pod IPs found I0504 12:23:20.572090 3888 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-182.ec2.internal for the network default I0504 12:23:20.572520 3888 zone_ic_handler.go:195] Time taken to create transit switch: 414.144µs I0504 12:23:20.573330 3888 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 12:23:20.573357 3888 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 12:23:20.573370 3888 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 12:23:20.573380 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0504 12:23:20.573449 3888 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:20.573469 3888 services_controller.go:574] Full service sync requested for network=default I0504 12:23:20.573481 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:20.573495 3888 node_tracker.go:235] Node ip-10-0-1-18.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal" I0504 12:23:20.573508 3888 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:20.573514 3888 services_controller.go:574] Full service sync requested for network=default I0504 12:23:20.573525 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:20.573541 3888 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0504 12:23:20.573552 3888 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:20.573558 3888 services_controller.go:574] Full service sync requested for network=default I0504 12:23:20.674052 3888 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 12:23:20.674069 3888 services_controller.go:208] Setting up event handlers for services for network=default I0504 12:23:20.674113 3888 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 12:23:20.674143 3888 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 12:23:20.674153 3888 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 12:23:20.774435 3888 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 12:23:20.774459 3888 repair.go:60] Starting repairing loop for services I0504 12:23:20.774539 3888 repair.go:131] Deleted 0 stale service LBs I0504 12:23:20.774557 3888 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 12:23:20.774574 3888 repair.go:62] Finished repairing loop for services: 117.352µs I0504 12:23:20.774598 3888 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 12:23:20.774608 3888 services_controller.go:254] Starting workers for network=default I0504 12:23:20.775107 3888 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-x7hwd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x7hwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-x7hwd: no pod IPs found I0504 12:23:20.775127 3888 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jl9gk, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jl9gk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jl9gk: no pod IPs found I0504 12:23:20.775158 3888 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xbn4v] creating logical port openshift-network-diagnostics_network-check-target-xbn4v for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:20.775204 3888 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-528nq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-528nq: suppressed error logged: pod openshift-multus/network-metrics-daemon-528nq: no pod IPs found I0504 12:23:20.775213 3888 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-24jt9] creating logical port openshift-multus_network-metrics-daemon-24jt9 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:20.775261 3888 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wqbm9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wqbm9: no pod IPs found I0504 12:23:20.775396 3888 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-24jt9 I0504 12:23:20.775479 3888 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xbn4v I0504 12:23:20.795203 3888 pod.go:62] [openshift-multus/network-metrics-daemon-24jt9] pod update took 19.910852ms I0504 12:23:20.795224 3888 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-24jt9] addLogicalPort annotation time took 19.935037ms I0504 12:23:20.796069 3888 pods.go:271] [openshift-multus/network-metrics-daemon-24jt9] addLogicalPort took 20.866324ms, libovsdb time 650.074µs I0504 12:23:20.801329 3888 pod.go:62] [openshift-network-diagnostics/network-check-target-xbn4v] pod update took 26.019486ms I0504 12:23:20.801347 3888 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xbn4v] addLogicalPort annotation time took 26.059636ms I0504 12:23:20.802253 3888 pods.go:271] [openshift-network-diagnostics/network-check-target-xbn4v] addLogicalPort took 27.125475ms, libovsdb time 728.107µs I0504 12:23:20.803221 3888 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 12:23:20.803250 3888 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 12:23:20.803266 3888 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 12:23:20.803272 3888 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 12:23:20.803478 3888 repair.go:29] Repairing admin network policies took 198.611µs I0504 12:23:20.803615 3888 repair.go:92] Repairing baseline admin network policies took 123.533µs I0504 12:23:20.804149 3888 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 12:23:20.804167 3888 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 12:23:20.806672 3888 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 12:23:20.806691 3888 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 12:23:20.806701 3888 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 12:23:20.808550 3888 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 12:23:20.808572 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 12:23:20.808581 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 12:23:20.810102 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 12:23:20.810122 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 12:23:20.810503 3888 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 12:23:20.810522 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 12:23:20.811213 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 12:23:20.811235 3888 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 12:23:20.811243 3888 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 12:23:20.812100 3888 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 12:23:20.812121 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 12:23:20.812130 3888 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 12:23:20.813894 3888 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 12:23:20.813913 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 12:23:20.813921 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 12:23:20.815285 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 12:23:20.815303 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 12:23:20.815311 3888 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 12:23:20.815730 3888 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 12:23:20.815747 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 12:23:20.815755 3888 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 12:23:20.816034 3888 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 12:23:20.816049 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 12:23:20.816055 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 12:23:20.816475 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 12:23:20.816489 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 12:23:20.816496 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 12:23:20.816960 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 12:23:20.816975 3888 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 12:23:20.816984 3888 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 12:23:20.817909 3888 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 12:23:20.817925 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 12:23:20.817934 3888 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 12:23:20.820019 3888 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 12:23:20.820040 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 12:23:20.820048 3888 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 12:23:20.820520 3888 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 12:23:20.820539 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 12:23:20.820548 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 12:23:20.821033 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 12:23:20.821053 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 12:23:20.821062 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 12:23:20.821339 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 12:23:20.821354 3888 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 12:23:20.821361 3888 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 12:23:20.821848 3888 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 12:23:20.821862 3888 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 12:23:20.821869 3888 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 12:23:20.822359 3888 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 12:23:20.822379 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 12:23:20.822385 3888 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 12:23:20.822693 3888 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 12:23:20.822709 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 12:23:20.822717 3888 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 12:23:20.823375 3888 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 12:23:20.823388 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 12:23:20.823396 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 12:23:20.823822 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 12:23:20.823858 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 12:23:20.823882 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 12:23:20.824536 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 12:23:20.824553 3888 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 12:23:20.824560 3888 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 12:23:20.824825 3888 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 12:23:20.824865 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 12:23:20.824876 3888 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 12:23:20.825898 3888 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 12:23:20.825917 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 12:23:20.826328 3888 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 12:23:20.827452 3888 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 12:23:20.827471 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 12:23:20.827480 3888 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 12:23:20.828420 3888 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 12:23:20.828438 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 12:23:20.828446 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 12:23:20.828894 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 12:23:20.828910 3888 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 12:23:20.828916 3888 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 12:23:20.830045 3888 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 12:23:20.830063 3888 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 12:23:20.830073 3888 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 12:23:20.831602 3888 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 12:23:20.835976 3888 egressfirewall.go:374] Starting EgressFirewall controller I0504 12:23:20.836012 3888 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 12:23:20.836039 3888 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 12:23:20.836068 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 12:23:20.836082 3888 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 12:23:20.836070 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 12:23:20.836089 3888 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 12:23:20.836322 3888 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 12:23:20.836335 3888 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 12:23:20.836340 3888 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 12:23:20.836349 3888 egressqos.go:193] Setting up event handlers for EgressQoS I0504 12:23:20.836418 3888 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0504 12:23:20.836433 3888 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0504 12:23:20.836457 3888 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0504 12:23:20.836508 3888 egressqos.go:245] Starting EgressQoS Controller I0504 12:23:20.836517 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 12:23:20.836523 3888 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 12:23:20.836528 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 12:23:20.836533 3888 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 12:23:20.836538 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 12:23:20.836543 3888 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 12:23:20.836546 3888 egressqos.go:259] Repairing EgressQoSes I0504 12:23:20.836550 3888 egressqos.go:399] Starting repairing loop for egressqos I0504 12:23:20.836615 3888 egressqos.go:401] Finished repairing loop for egressqos: 64.127µs I0504 12:23:20.836629 3888 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 12:23:20.836664 3888 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-182.ec2.internal I0504 12:23:20.836719 3888 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-182.ec2.internal : 56.215µs I0504 12:23:20.837118 3888 egressservice_zone.go:210] Starting Egress Services Controller I0504 12:23:20.837129 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 12:23:20.837134 3888 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 12:23:20.837140 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 12:23:20.837145 3888 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 12:23:20.837150 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 12:23:20.837155 3888 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 12:23:20.837160 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 12:23:20.837165 3888 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 12:23:20.837169 3888 egressservice_zone.go:228] Repairing Egress Services I0504 12:23:20.837404 3888 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 12:23:20.837415 3888 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 12:23:20.837473 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0504 12:23:20.837483 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 11.528µs I0504 12:23:20.837490 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:20.837494 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 4.094µs I0504 12:23:20.837498 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:20.837502 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 3.9µs I0504 12:23:20.837515 3888 default_network_controller.go:585] Completing all the Watchers took 313.244435ms I0504 12:23:20.837529 3888 default_network_controller.go:589] Starting unidling controllers I0504 12:23:20.837540 3888 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 12:23:20.837545 3888 unidle.go:63] Populating Initial ContollerEvent events I0504 12:23:20.837554 3888 unidle.go:79] Setting up event handlers for services I0504 12:23:20.837599 3888 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 12:23:20.876443 3888 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:21.376223 3888 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:21.876383 3888 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:22.376321 3888 default_node_network_controller.go:519] Node connection status = connected I0504 12:23:22.438452 3888 bridgeconfig.go:537] Gateway is ready I0504 12:23:22.438475 3888 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 12:23:22.451706 3888 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.182. Updating OVN encap IP. I0504 12:23:22.452893 3888 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 12:23:22.457962 3888 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.182 - it is already configured I0504 12:23:22.457979 3888 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.182/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 12:23:22.458208 3888 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.182/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-182.ec2.internal","mac-address":"12:f5:e2:e5:ea:c9","ip-addresses":["10.0.0.182/24"],"ip-address":"10.0.0.182/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:333c2695-a273-41fe-82b3-fb2e16997306 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.182/24"}] on node ip-10-0-0-182.ec2.internal I0504 12:23:22.476427 3888 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.182 I0504 12:23:22.476518 3888 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-182.ec2.internal I0504 12:23:22.477080 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-182.ec2.internal in network "default" I0504 12:23:22.477106 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0504 12:23:22.477121 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 24.061µs I0504 12:23:22.477141 3888 node_tracker.go:169] Node ip-10-0-0-182.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:22.477157 3888 services_controller.go:574] Full service sync requested for network=default I0504 12:23:22.477159 3888 egressfirewall.go:723] Syncing node "ip-10-0-0-182.ec2.internal" for egress firewall I0504 12:23:22.477173 3888 master.go:548] Adding or Updating local node "ip-10-0-0-182.ec2.internal" for network "default" I0504 12:23:22.482601 3888 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-182.ec2.internal. Updating no re-route policies I0504 12:23:22.482687 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-x5c6n I0504 12:23:22.482705 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-x5c6n I0504 12:23:22.482703 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g76bk I0504 12:23:22.482715 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-24jt9 I0504 12:23:22.482722 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g76bk I0504 12:23:22.482722 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-549pp I0504 12:23:22.482727 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mps78 I0504 12:23:22.482734 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-x5c6n after 0 failed attempt(s) I0504 12:23:22.482736 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-549pp I0504 12:23:22.482737 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-528nq I0504 12:23:22.482687 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xtwkv I0504 12:23:22.482746 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-g76bk after 0 failed attempt(s) I0504 12:23:22.482747 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-knnqp I0504 12:23:22.482754 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-xtwkv I0504 12:23:22.482759 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-549pp after 0 failed attempt(s) I0504 12:23:22.482762 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-x7hwd I0504 12:23:22.482764 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xbn4v I0504 12:23:22.482726 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-24jt9 I0504 12:23:22.482763 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0504 12:23:22.482774 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xbn4v I0504 12:23:22.482771 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-x7hwd I0504 12:23:22.482780 3888 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c4fhw I0504 12:23:22.482778 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rpwpp I0504 12:23:22.482783 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal I0504 12:23:22.482789 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lz4b9 I0504 12:23:22.482787 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mps78 I0504 12:23:22.482783 3888 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0504 12:23:22.482799 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lz4b9 I0504 12:23:22.482795 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rpwpp I0504 12:23:22.482803 3888 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-24jt9] creating logical port openshift-multus_network-metrics-daemon-24jt9 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:22.482805 3888 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal I0504 12:23:22.482805 3888 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xbn4v] creating logical port openshift-network-diagnostics_network-check-target-xbn4v for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:22.482810 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0504 12:23:22.482816 3888 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-x7hwd, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-x7hwd: suppressed error logged: pod openshift-multus/network-metrics-daemon-x7hwd: no pod IPs found I0504 12:23:22.482817 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mps78 after 0 failed attempt(s) I0504 12:23:22.482823 3888 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-182.ec2.internal after 0 failed attempt(s) I0504 12:23:22.482701 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jl9gk I0504 12:23:22.482822 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lz4b9 after 0 failed attempt(s) I0504 12:23:22.482767 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-knnqp I0504 12:23:22.482857 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jl9gk I0504 12:23:22.482749 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-528nq I0504 12:23:22.482867 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rpwpp after 0 failed attempt(s) I0504 12:23:22.482869 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-knnqp after 0 failed attempt(s) I0504 12:23:22.482789 3888 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c4fhw I0504 12:23:22.482887 3888 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jl9gk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jl9gk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jl9gk: no pod IPs found I0504 12:23:22.482894 3888 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c4fhw after 0 failed attempt(s) I0504 12:23:22.482772 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-xtwkv after 0 failed attempt(s) I0504 12:23:22.482896 3888 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-528nq, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-528nq: suppressed error logged: pod openshift-multus/network-metrics-daemon-528nq: no pod IPs found I0504 12:23:22.482692 3888 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9 I0504 12:23:22.482910 3888 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9 I0504 12:23:22.482939 3888 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-wqbm9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-wqbm9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-wqbm9: no pod IPs found I0504 12:23:22.483549 3888 pods.go:271] [openshift-multus/network-metrics-daemon-24jt9] addLogicalPort took 758.204µs, libovsdb time 300.856µs I0504 12:23:22.483560 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-24jt9 after 0 failed attempt(s) I0504 12:23:22.483625 3888 pods.go:271] [openshift-network-diagnostics/network-check-target-xbn4v] addLogicalPort took 830.848µs, libovsdb time 213.464µs I0504 12:23:22.483634 3888 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xbn4v after 0 failed attempt(s) I0504 12:23:22.497702 3888 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 12:23:22.511877 3888 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 12:23:22.515955 3888 iptables.go:108] Creating table: nat chain: OUTPUT I0504 12:23:22.568066 3888 iptables.go:108] Creating table: nat chain: PREROUTING I0504 12:23:22.620195 3888 iptables.go:108] Creating table: filter chain: FORWARD I0504 12:23:22.638727 3888 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 12:23:22.638879 3888 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 12:23:22.638940 3888 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 12:23:22.639029 3888 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 12:23:22.639115 3888 gateway_init.go:325] Gateway and management port readiness took 2.26798363s I0504 12:23:22.639150 3888 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 12:23:22.639197 3888 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 12:23:22.639218 3888 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 12:23:22.639230 3888 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 12:23:22.639299 3888 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 12:23:22.639391 3888 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.509µs I0504 12:23:22.639613 3888 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 12:23:22.639640 3888 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.706µs I0504 12:23:22.639648 3888 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.194µs I0504 12:23:22.639654 3888 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 12:23:22.639664 3888 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 12:23:22.639669 3888 default_node_network_controller.go:899] Starting the default node network controller I0504 12:23:22.639674 3888 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 12:23:22.639688 3888 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.798µs I0504 12:23:22.639851 3888 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 12:23:22.639861 3888 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 12:23:22.639885 3888 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c96d50 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc3f0 0xc0002dc460 0xc00093bc20 0xc0002dc4d0 0xc0002dc540 0xc000d02280 0xc0065c2ee0 0xc0002dc620 map[0x2ff9080:0xc001234f60 0x2ff95c0:0xc0012350e0 0x2ffa2e0:0xc002298f00 0x2ffa580:0xc001234f00 0x2ffad60:0xc001234fc0 0x2ffb000:0xc001235020 0x2ffb2a0:0xc001235080 0x2ffba80:0xc001235140 0x2ffbd20:0xc001235320 0x3026980:0xc00120b8c0 0x3026d20:0xc00120b920 0x3027800:0xc000cf6780 0x3029160:0xc001c2a000 0x30298a0:0xc00120ba40 0x302a720:0xc00120b860] 0xc00016aee0 0} I0504 12:23:22.639941 3888 gateway.go:151] Starting gateway service sync I0504 12:23:22.640386 3888 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 12:23:22.643009 3888 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 12:23:22.665715 3888 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 12:23:22.667213 3888 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 12:23:22.668563 3888 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 12:23:22.703990 3888 gateway.go:168] Gateway service sync done. Time taken: 64.035638ms I0504 12:23:22.704430 3888 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32347 I0504 12:23:22.704823 3888 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c96d50 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc3f0 0xc0002dc460 0xc00093bc20 0xc0002dc4d0 0xc0002dc540 0xc000d02280 0xc0065c2ee0 0xc0002dc620 map[0x2ff9080:0xc001234f60 0x2ff95c0:0xc0012350e0 0x2ffa2e0:0xc002298f00 0x2ffa580:0xc001234f00 0x2ffad60:0xc001234fc0 0x2ffb000:0xc001235020 0x2ffb2a0:0xc001235080 0x2ffba80:0xc001235140 0x2ffbd20:0xc001235320 0x3026980:0xc00120b8c0 0x3026d20:0xc00120b920 0x3027800:0xc000cf6780 0x3029160:0xc001c2a000 0x30298a0:0xc00120ba40 0x302a720:0xc00120b860] 0xc00016aee0 0} I0504 12:23:22.705308 3888 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c96d50 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc3f0 0xc0002dc460 0xc00093bc20 0xc0002dc4d0 0xc0002dc540 0xc000d02280 0xc0065c2ee0 0xc0002dc620 map[0x2ff9080:0xc001234f60 0x2ff95c0:0xc0012350e0 0x2ffa2e0:0xc002298f00 0x2ffa580:0xc001234f00 0x2ffad60:0xc001234fc0 0x2ffb000:0xc001235020 0x2ffb2a0:0xc001235080 0x2ffba80:0xc001235140 0x2ffbd20:0xc001235320 0x3026980:0xc00120b8c0 0x3026d20:0xc00120b920 0x3027800:0xc000cf6780 0x3029160:0xc001c2a000 0x30298a0:0xc00120ba40 0x302a720:0xc00120b860] 0xc00016aee0 0} I0504 12:23:22.705341 3888 gateway.go:532] Reconciling gateway with updates I0504 12:23:22.711324 3888 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 12:23:22.711407 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:22.711426 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:22.711433 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:22.711434 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:22.711442 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 12:23:22.711441 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:22.711413 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:22.711451 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:22.711454 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:22.711459 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 12:23:22.711461 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:22.711472 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:22.711482 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:22.711487 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:22.711485 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:22.711500 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:22.711503 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 12:23:22.711498 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:22.711516 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:22.711520 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:22.711527 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:22.711532 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:22.711541 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:22.711548 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:22.711550 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 12:23:22.711558 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 12:23:22.711552 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 12:23:22.711561 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:22.711566 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 12:23:22.711572 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:22.711577 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 12:23:22.711590 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:22.711598 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 12:23:22.711598 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 12:23:22.711613 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 12:23:22.711620 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 12:23:22.711487 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:22.711640 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:22.711654 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:22.711685 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 12:23:22.711694 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 12:23:22.711507 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:22.711688 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 12:23:22.711743 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:22.711744 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:22.711759 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:22.711758 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:22.711764 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:22.711766 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:22.711768 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:22.711774 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:22.711773 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 12:23:22.711487 3888 default_node_network_controller.go:944] Gateway and management port readiness took 71.618864ms I0504 12:23:22.711781 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:22.711773 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:22.711790 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:22.711793 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:22.711790 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 12:23:22.711801 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 12:23:22.711804 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 12:23:22.711801 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:22.711808 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 12:23:22.711802 3888 port_claim.go:71] Svc openshift-ingress/router-default: port 30776 is already open, no action needed I0504 12:23:22.711815 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:22.711744 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:22.711820 3888 port_claim.go:71] Svc openshift-ingress/router-default: port 30843 is already open, no action needed I0504 12:23:22.711826 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:22.711560 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 12:23:22.711750 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:22.711864 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:22.711781 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:22.711898 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:22.711904 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 12:23:22.711907 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:22.711803 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:22.711549 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:22.711976 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:22.711981 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:22.711990 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:22.711468 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:22.712009 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:22.712032 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 12:23:22.712032 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:22.712041 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:22.712045 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:22.712055 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:22.711815 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 12:23:22.712016 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:22.712075 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:22.712144 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:22.712164 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:22.712183 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:22.712202 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:22.712210 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 12:23:22.712220 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:22.712251 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:22.712261 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 12:23:22.712269 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:22.712275 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:22.712310 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 12:23:22.712324 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 12:23:22.712368 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:22.712376 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:22.712400 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:22.712409 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:22.712432 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:22.712439 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:22.712463 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:22.712472 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:22.712494 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:22.712501 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:22.712520 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:22.712527 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:22.712866 3888 node_ip_handler_linux.go:160] Node IP manager is running W0504 12:23:22.752727 3888 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 12:23:22.752860 3888 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 12:23:22.752990 3888 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 12:23:22.760961 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 12:23:22.760991 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 12:23:22.760998 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 12:23:22.761003 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 12:23:22.761009 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 12:23:22.804471 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 12:23:22.804485 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 12:23:22.804471 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 12:23:22.804509 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 12:23:22.804533 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 12:23:22.804557 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 12:23:22.804566 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 12:23:22.804574 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 12:23:22.804589 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 12:23:22.804607 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 12:23:22.849046 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 12:23:22.849080 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 12:23:22.849086 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 12:23:22.849092 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 12:23:22.849098 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 12:23:22.849118 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 12:23:22.849136 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 12:23:24.705626 3888 default_node_network_controller.go:1380] Starting node controller node sync W0504 12:23:24.705672 3888 egressip_healthcheck.go:76] Health checking using insecure connection I0504 12:23:24.705721 3888 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 12:23:24.718341 3888 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.690995ms I0504 12:23:24.718588 3888 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 12:23:24.718948 3888 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 12:23:24.719104 3888 egressservice_node.go:183] Starting Egress Services Controller I0504 12:23:24.719122 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 12:23:24.719136 3888 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 12:23:24.719145 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 12:23:24.719153 3888 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 12:23:24.719160 3888 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 12:23:24.719165 3888 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 12:23:24.719169 3888 egressservice_node.go:197] Repairing Egress Services I0504 12:23:24.730695 3888 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 12:23:24.730707 3888 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 12:23:24.730957 3888 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 12:23:24.731066 3888 link_network_manager.go:119] Link manager is running I0504 12:23:24.731083 3888 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 12:23:24.731288 3888 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 12:23:24.732179 3888 vrf_manager.go:128] VRF manager is running I0504 12:23:24.732312 3888 node_controller_manager.go:437] Removing flows to drop GARP I0504 12:23:24.732323 3888 gateway.go:532] Reconciling gateway with updates I0504 12:23:24.753807 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:24.753829 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:24.753855 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 12:23:24.753857 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:24.753871 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 12:23:24.753880 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:24.753883 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:24.753894 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:24.753902 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 12:23:24.753909 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 12:23:24.753913 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:24.753918 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 12:23:24.753916 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:24.753941 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:24.753950 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:24.753954 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 12:23:24.753955 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 12:23:24.753960 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:24.753872 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 12:23:24.753971 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:24.753979 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 12:23:24.753883 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:24.753982 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:24.753993 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 12:23:24.754000 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:24.754006 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 12:23:24.754012 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 12:23:24.753898 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 12:23:24.754022 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:24.754024 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:24.754034 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 12:23:24.754037 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 12:23:24.754040 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:24.754043 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 12:23:24.753896 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 12:23:24.754054 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:23:24.754056 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:24.754055 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 12:23:24.753833 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:24.754068 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 12:23:24.754076 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:24.754077 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:24.754079 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 12:23:24.754091 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 12:23:24.754091 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 12:23:24.754102 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 12:23:24.754055 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:24.753808 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:24.754129 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 12:23:24.754134 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 12:23:24.753995 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:24.754190 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 12:23:24.754212 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:24.754230 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:24.753926 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 12:23:24.754237 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 12:23:24.754245 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 12:23:24.754253 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 12:23:24.754253 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:24.754260 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:24.754267 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 12:23:24.753938 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:24.754275 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 12:23:24.754276 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 12:23:24.754284 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 12:23:24.754292 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 12:23:24.753953 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 12:23:24.753962 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 12:23:24.753974 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:24.754327 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 12:23:24.754334 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:24.754345 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 12:23:24.754345 3888 port_claim.go:71] Svc openshift-ingress/router-default: port 30776 is already open, no action needed I0504 12:23:24.754350 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 12:23:24.754351 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:24.753990 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 12:23:24.754358 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 12:23:24.754365 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:24.754370 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 12:23:24.754037 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:24.754397 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 12:23:24.754401 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:24.754410 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:24.754353 3888 port_claim.go:71] Svc openshift-ingress/router-default: port 30843 is already open, no action needed I0504 12:23:24.754418 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 12:23:24.754359 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 12:23:24.754441 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 12:23:24.754446 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:24.753930 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:24.754455 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 12:23:24.754458 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 12:23:24.754460 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:24.754471 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 12:23:24.754455 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 12:23:24.753815 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:24.754485 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 12:23:24.754386 3888 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:24.754493 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 12:23:24.754505 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 12:23:24.754063 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 12:23:24.754120 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 12:23:24.754460 3888 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 12:23:24.754121 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 12:23:24.796829 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 12:23:24.796886 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 12:23:24.796904 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 12:23:24.796910 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 12:23:24.796916 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 12:23:24.796923 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 12:23:24.796940 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 12:23:24.796964 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 12:23:24.796980 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 12:23:24.796989 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 12:23:24.796997 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 12:23:24.797005 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 12:23:24.797022 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 12:23:24.797044 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 12:23:24.797055 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 12:23:24.797061 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 12:23:24.797068 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 12:23:24.836833 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 12:23:24.836868 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 12:23:24.836889 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 12:23:24.836899 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 12:23:24.836908 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 12:23:24.836914 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 12:23:24.879304 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 12:23:24.879318 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 12:23:24.879341 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 12:23:24.879349 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 12:23:24.879384 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 12:23:24.879394 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 12:23:24.879407 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 12:23:24.879428 3888 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 12:23:25.213422 3888 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:25.492711 3888 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:26.574800 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-182.ec2.internal I0504 12:23:26.574827 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-182.ec2.internal: 34.325µs I0504 12:23:26.602270 3888 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85b84bf8b4-vll5v] creating logical port openshift-image-registry_image-registry-85b84bf8b4-vll5v for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.602412 3888 kube.go:256] Updating pod openshift-image-registry/image-registry-85b84bf8b4-vll5v I0504 12:23:26.625371 3888 pod.go:62] [openshift-image-registry/image-registry-85b84bf8b4-vll5v] pod update took 23.001827ms I0504 12:23:26.625400 3888 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-85b84bf8b4-vll5v] addLogicalPort annotation time took 23.036465ms I0504 12:23:26.626642 3888 pods.go:271] [openshift-image-registry/image-registry-85b84bf8b4-vll5v] addLogicalPort took 24.428602ms, libovsdb time 909.951µs I0504 12:23:26.643874 3888 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-q5krs for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.643970 3888 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs I0504 12:23:26.652426 3888 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-bbvlf] creating logical port openshift-insights_insights-operator-6dbb575d6c-bbvlf for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.652530 3888 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-bbvlf I0504 12:23:26.652548 3888 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-7mptb for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.652649 3888 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb I0504 12:23:26.655916 3888 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-mgkq2 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.655994 3888 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2 I0504 12:23:26.663313 3888 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs] pod update took 19.364956ms I0504 12:23:26.663330 3888 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs] addLogicalPort annotation time took 19.385995ms I0504 12:23:26.664634 3888 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs] addLogicalPort took 20.794899ms, libovsdb time 1.068943ms I0504 12:23:26.664692 3888 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-8rzlg for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.664763 3888 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg I0504 12:23:26.688068 3888 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb] pod update took 35.436263ms I0504 12:23:26.688075 3888 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2] pod update took 32.096359ms I0504 12:23:26.688090 3888 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2] addLogicalPort annotation time took 32.112801ms I0504 12:23:26.688295 3888 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-cn6fs for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.688453 3888 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs I0504 12:23:26.688479 3888 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb] addLogicalPort annotation time took 35.457908ms I0504 12:23:26.689118 3888 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2] addLogicalPort took 33.212925ms, libovsdb time 805.939µs I0504 12:23:26.689470 3888 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb] addLogicalPort took 36.931416ms, libovsdb time 791.094µs I0504 12:23:26.689514 3888 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c6689f965-sncd8] creating logical port openshift-ingress_router-default-7c6689f965-sncd8 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.689576 3888 kube.go:256] Updating pod openshift-ingress/router-default-7c6689f965-sncd8 I0504 12:23:26.702396 3888 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-85trv for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.702470 3888 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv I0504 12:23:26.702593 3888 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-zhgwr for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.702683 3888 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr I0504 12:23:26.705169 3888 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2zhg7] creating logical port openshift-ingress-canary_ingress-canary-2zhg7 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.705254 3888 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2zhg7 I0504 12:23:26.705323 3888 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-wjgbh for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.705343 3888 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-pkzsq for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.705391 3888 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh I0504 12:23:26.705450 3888 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq I0504 12:23:26.720123 3888 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg] pod update took 55.382498ms I0504 12:23:26.720143 3888 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg] addLogicalPort annotation time took 55.404459ms I0504 12:23:26.721260 3888 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg] addLogicalPort took 56.57644ms, libovsdb time 872.247µs I0504 12:23:26.727432 3888 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-bbvlf] pod update took 74.919367ms I0504 12:23:26.727449 3888 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-bbvlf] addLogicalPort annotation time took 74.939056ms I0504 12:23:26.728456 3888 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-bbvlf] addLogicalPort took 76.026234ms, libovsdb time 778.939µs I0504 12:23:26.728509 3888 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-c9dd8b8-d5v7f] creating logical port openshift-ingress_router-default-c9dd8b8-d5v7f for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.728576 3888 kube.go:256] Updating pod openshift-ingress/router-default-c9dd8b8-d5v7f I0504 12:23:26.744499 3888 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh] pod update took 39.125347ms I0504 12:23:26.744525 3888 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh] addLogicalPort annotation time took 39.155502ms I0504 12:23:26.745504 3888 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv] pod update took 43.052992ms I0504 12:23:26.745575 3888 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv] addLogicalPort annotation time took 43.123794ms I0504 12:23:26.746407 3888 pod.go:62] [openshift-ingress/router-default-7c6689f965-sncd8] pod update took 56.855102ms I0504 12:23:26.746425 3888 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7c6689f965-sncd8] addLogicalPort annotation time took 56.874329ms I0504 12:23:26.746771 3888 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh] addLogicalPort took 41.455328ms, libovsdb time 1.670565ms I0504 12:23:26.750146 3888 pods.go:271] [openshift-ingress/router-default-7c6689f965-sncd8] addLogicalPort took 60.63292ms, libovsdb time 2.96014ms I0504 12:23:26.750355 3888 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv] addLogicalPort took 47.969903ms, libovsdb time 4.26001ms I0504 12:23:26.750435 3888 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-nbpmm] creating logical port openshift-console-operator_console-operator-66dbbb6468-nbpmm for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.750568 3888 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-nbpmm I0504 12:23:26.751682 3888 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs] pod update took 63.298155ms I0504 12:23:26.751782 3888 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs] addLogicalPort annotation time took 63.371309ms I0504 12:23:26.753546 3888 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs] addLogicalPort took 65.259339ms, libovsdb time 1.185554ms I0504 12:23:26.758161 3888 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr] pod update took 55.498676ms I0504 12:23:26.758169 3888 pod.go:62] [openshift-ingress/router-default-c9dd8b8-d5v7f] pod update took 29.611941ms I0504 12:23:26.758176 3888 pod.go:62] [openshift-ingress-canary/ingress-canary-2zhg7] pod update took 52.943257ms I0504 12:23:26.758187 3888 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr] addLogicalPort annotation time took 55.526848ms I0504 12:23:26.758188 3888 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-c9dd8b8-d5v7f] addLogicalPort annotation time took 29.63633ms I0504 12:23:26.758193 3888 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2zhg7] addLogicalPort annotation time took 52.960253ms I0504 12:23:26.759083 3888 pods.go:271] [openshift-ingress/router-default-c9dd8b8-d5v7f] addLogicalPort took 30.579854ms, libovsdb time 639.764µs I0504 12:23:26.759421 3888 pods.go:271] [openshift-ingress-canary/ingress-canary-2zhg7] addLogicalPort took 54.267477ms, libovsdb time 921.507µs I0504 12:23:26.759822 3888 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr] addLogicalPort took 57.256888ms, libovsdb time 1.287252ms I0504 12:23:26.759886 3888 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631620-9lblp for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.759958 3888 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp I0504 12:23:26.768436 3888 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq] pod update took 63.017072ms I0504 12:23:26.768454 3888 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq] addLogicalPort annotation time took 63.036092ms I0504 12:23:26.769391 3888 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq] addLogicalPort took 64.063797ms, libovsdb time 687.28µs I0504 12:23:26.791733 3888 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-nbpmm] pod update took 41.203341ms I0504 12:23:26.791762 3888 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-nbpmm] addLogicalPort annotation time took 41.245101ms I0504 12:23:26.792914 3888 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-nbpmm] addLogicalPort took 42.488536ms, libovsdb time 760.56µs I0504 12:23:26.804432 3888 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp] pod update took 44.495829ms I0504 12:23:26.804461 3888 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp] addLogicalPort annotation time took 44.528255ms I0504 12:23:26.805593 3888 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp] addLogicalPort took 45.712125ms, libovsdb time 751.54µs I0504 12:23:26.805658 3888 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7nwl5] creating logical port openshift-dns_dns-default-7nwl5 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:26.805724 3888 kube.go:256] Updating pod openshift-dns/dns-default-7nwl5 I0504 12:23:26.825763 3888 pod.go:62] [openshift-dns/dns-default-7nwl5] pod update took 20.058009ms I0504 12:23:26.825796 3888 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7nwl5] addLogicalPort annotation time took 20.09343ms I0504 12:23:26.827064 3888 pods.go:271] [openshift-dns/dns-default-7nwl5] addLogicalPort took 21.413537ms, libovsdb time 879.324µs I0504 12:23:27.041143 3888 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-bbvlf 6eda1d3ab898d8c2e7d30f3ace2685357a4c93c3c696b9e072d4388f67d0615d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-bbvlf 6eda1d3ab898d8c2e7d30f3ace2685357a4c93c3c696b9e072d4388f67d0615d network default NAD default NAD key ] I0504 12:23:27.065189 3888 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb 50e66a9d7f961bb32eddc3befc39aee743bdaea41d334624fa8b1fdebc0b8ef9 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb 50e66a9d7f961bb32eddc3befc39aee743bdaea41d334624fa8b1fdebc0b8ef9 network default NAD default NAD key ] I0504 12:23:27.082783 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-bbvlf, hostIfaceName: 6eda1d3ab898d8c, network: default, NAD default, SandboxID: "6eda1d3ab898d8c2e7d30f3ace2685357a4c93c3c696b9e072d4388f67d0615d", PCI device ID: , UID: "879b1be1-3d83-4ac9-bdb2-9443652ca395", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 12:23:27.082883 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-7mptb, hostIfaceName: 50e66a9d7f961bb, network: default, NAD default, SandboxID: "50e66a9d7f961bb32eddc3befc39aee743bdaea41d334624fa8b1fdebc0b8ef9", PCI device ID: , UID: "ab7d4e3c-d063-4971-8192-2cfa2f73777b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 12:23:27.086220 3888 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2 8ab56a192627ed830f69911bf787825f655cdec389887216c58be3c8ad91feb7 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2 8ab56a192627ed830f69911bf787825f655cdec389887216c58be3c8ad91feb7 network default NAD default NAD key ] I0504 12:23:27.099807 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-mgkq2, hostIfaceName: 8ab56a192627ed8, network: default, NAD default, SandboxID: "8ab56a192627ed830f69911bf787825f655cdec389887216c58be3c8ad91feb7", PCI device ID: , UID: "1a15a2a0-cd2c-42d5-8f8e-3c056ea306a1", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 12:23:27.138916 3888 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb 50e66a9d7f961bb32eddc3befc39aee743bdaea41d334624fa8b1fdebc0b8ef9 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-7mptb 50e66a9d7f961bb32eddc3befc39aee743bdaea41d334624fa8b1fdebc0b8ef9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:2b:97:df:1f:15\",\"name\":\"50e66a9d7f961bb\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73a5d0f5-2654-41f8-b354-64d2d6f875f4\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.142959 3888 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-bbvlf 6eda1d3ab898d8c2e7d30f3ace2685357a4c93c3c696b9e072d4388f67d0615d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-bbvlf 6eda1d3ab898d8c2e7d30f3ace2685357a4c93c3c696b9e072d4388f67d0615d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:4f:8e:b5:75:0e\",\"name\":\"6eda1d3ab898d8c\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55708cc6-472b-4413-84c4-2b0d8653f729\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.150753 3888 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2 8ab56a192627ed830f69911bf787825f655cdec389887216c58be3c8ad91feb7 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-mgkq2 8ab56a192627ed830f69911bf787825f655cdec389887216c58be3c8ad91feb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:80:fe:a3:e9:38\",\"name\":\"8ab56a192627ed8\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/904fc4b3-4542-4f90-b0c2-f112aa5a3789\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.171914 3888 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs 7790724813d16ac115a870a01504e149199382a62162e1bc5fc39deaa88bf62c network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs 7790724813d16ac115a870a01504e149199382a62162e1bc5fc39deaa88bf62c network default NAD default NAD key ] I0504 12:23:27.183942 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-cn6fs, hostIfaceName: 7790724813d16ac, network: default, NAD default, SandboxID: "7790724813d16ac115a870a01504e149199382a62162e1bc5fc39deaa88bf62c", PCI device ID: , UID: "a532ff60-69fb-41b7-befd-7d2c649d61d6", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 12:23:27.222668 3888 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-nbpmm 8545f8307d36f20f2d068c73cbfb9df51dfabfe3882c69eca21f6af0fa6c18a9 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-nbpmm 8545f8307d36f20f2d068c73cbfb9df51dfabfe3882c69eca21f6af0fa6c18a9 network default NAD default NAD key ] I0504 12:23:27.232884 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-nbpmm, hostIfaceName: 8545f8307d36f20, network: default, NAD default, SandboxID: "8545f8307d36f20f2d068c73cbfb9df51dfabfe3882c69eca21f6af0fa6c18a9", PCI device ID: , UID: "1c2093d6-b481-4ef9-a581-5c07abbf755f", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 12:23:27.240412 3888 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs 7790724813d16ac115a870a01504e149199382a62162e1bc5fc39deaa88bf62c network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-cn6fs 7790724813d16ac115a870a01504e149199382a62162e1bc5fc39deaa88bf62c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7b:b2:e9:60:6c\",\"name\":\"7790724813d16ac\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2e5a62b-e250-48fb-a5a7-1949ae822aa4\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.252411 3888 cni.go:452] [openshift-ingress-canary/ingress-canary-2zhg7 bca9e27d6c9f20a6c1f7cf9d783e32e4648cc5f523506869d4ccb4094226397f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2zhg7 bca9e27d6c9f20a6c1f7cf9d783e32e4648cc5f523506869d4ccb4094226397f network default NAD default NAD key ] I0504 12:23:27.263024 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2zhg7, hostIfaceName: bca9e27d6c9f20a, network: default, NAD default, SandboxID: "bca9e27d6c9f20a6c1f7cf9d783e32e4648cc5f523506869d4ccb4094226397f", PCI device ID: , UID: "ba19a0f9-ed52-49c3-8810-a898254976fa", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 12:23:27.269027 3888 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh c8a777fe20e70c872cc62f541defd88ae46c16896e28abb7cd9127a9112fa805 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh c8a777fe20e70c872cc62f541defd88ae46c16896e28abb7cd9127a9112fa805 network default NAD default NAD key ] I0504 12:23:27.282560 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-wjgbh, hostIfaceName: c8a777fe20e70c8, network: default, NAD default, SandboxID: "c8a777fe20e70c872cc62f541defd88ae46c16896e28abb7cd9127a9112fa805", PCI device ID: , UID: "f14f1aa7-17be-42b7-ad6b-84c9f1e77f01", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 12:23:27.287703 3888 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq 746cbfc80c51fb7c30d12fddce03713c8f2136542bd6d47415c1c451c2ab81cc network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq 746cbfc80c51fb7c30d12fddce03713c8f2136542bd6d47415c1c451c2ab81cc network default NAD default NAD key ] I0504 12:23:27.292993 3888 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-nbpmm 8545f8307d36f20f2d068c73cbfb9df51dfabfe3882c69eca21f6af0fa6c18a9 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-nbpmm 8545f8307d36f20f2d068c73cbfb9df51dfabfe3882c69eca21f6af0fa6c18a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:a4:00:92:d7:e7\",\"name\":\"8545f8307d36f20\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f5b03b7-2535-4429-a69e-2ca688895883\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.300167 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-pkzsq, hostIfaceName: 746cbfc80c51fb7, network: default, NAD default, SandboxID: "746cbfc80c51fb7c30d12fddce03713c8f2136542bd6d47415c1c451c2ab81cc", PCI device ID: , UID: "4595ff23-143b-4ff2-9d3a-88fe4e33c90a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 12:23:27.304713 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key ] I0504 12:23:27.315512 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631620-9lblp, hostIfaceName: cab00afbadc569d, network: default, NAD default, SandboxID: "cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30", PCI device ID: , UID: "1ed78f1c-b356-48b3-a667-f1a9e96ea096", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 12:23:27.322581 3888 cni.go:473] [openshift-ingress-canary/ingress-canary-2zhg7 bca9e27d6c9f20a6c1f7cf9d783e32e4648cc5f523506869d4ccb4094226397f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2zhg7 bca9e27d6c9f20a6c1f7cf9d783e32e4648cc5f523506869d4ccb4094226397f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ed:c6:dc:4c:86\",\"name\":\"bca9e27d6c9f20a\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef61b6b8-02a7-4cc7-9583-141b339aff83\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.336941 3888 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh c8a777fe20e70c872cc62f541defd88ae46c16896e28abb7cd9127a9112fa805 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-wjgbh c8a777fe20e70c872cc62f541defd88ae46c16896e28abb7cd9127a9112fa805 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bd:a8:9f:d0:f6\",\"name\":\"c8a777fe20e70c8\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ead25bff-43e2-4e73-a63d-bca9fd7f1808\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.352133 3888 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq 746cbfc80c51fb7c30d12fddce03713c8f2136542bd6d47415c1c451c2ab81cc network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-pkzsq 746cbfc80c51fb7c30d12fddce03713c8f2136542bd6d47415c1c451c2ab81cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e1:6e:52:3d:4a\",\"name\":\"746cbfc80c51fb7\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d122771-8b10-4795-8a01-01da0fcbcd48\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.365520 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:92:e7:b7:0c:51\",\"name\":\"cab00afbadc569d\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d8d5735-120b-4b1e-b637-b381da9ff001\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:27.635067 3888 cni.go:452] [openshift-network-diagnostics/network-check-target-xbn4v 6a4c952a8649b807637384c3d621fb8131fd544f7a2916b8843de129dbb44019 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xbn4v 6a4c952a8649b807637384c3d621fb8131fd544f7a2916b8843de129dbb44019 network default NAD default NAD key ] I0504 12:23:27.645820 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xbn4v, hostIfaceName: 6a4c952a8649b80, network: default, NAD default, SandboxID: "6a4c952a8649b807637384c3d621fb8131fd544f7a2916b8843de129dbb44019", PCI device ID: , UID: "03c9ba13-5744-42ff-a988-c6c41a3a96a7", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 12:23:27.693715 3888 cni.go:473] [openshift-network-diagnostics/network-check-target-xbn4v 6a4c952a8649b807637384c3d621fb8131fd544f7a2916b8843de129dbb44019 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xbn4v 6a4c952a8649b807637384c3d621fb8131fd544f7a2916b8843de129dbb44019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:87:e5:cf:c9:8d\",\"name\":\"6a4c952a8649b80\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47fcbc85-7773-4cbb-a524-4f2f0ad48d45\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:32.959854 3888 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0504 12:23:32.959892 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:32.959912 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 25.935µs I0504 12:23:32.959939 3888 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:33.131007 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:33.131017 3888 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0504 12:23:33.131034 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 33.945µs I0504 12:23:33.131063 3888 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 12:23:38.911730 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:38.958408 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:38.981016 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:38.992425 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:38.992458 3888 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "ip-10-0-1-18.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:38.992466 3888 node_tracker.go:235] Node ip-10-0-1-18.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-18.ec2.internal" I0504 12:23:38.992481 3888 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:38.992498 3888 services_controller.go:574] Full service sync requested for network=default W0504 12:23:38.992869 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:38.992904 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:38.993006 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:39.030401 3888 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "ip-10-0-1-18.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:39.160219 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:39.160286 3888 default_network_controller.go:1025] Node "ip-10-0-1-18.ec2.internal" in remote zone "ip-10-0-1-18.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:39.160311 3888 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.160329 3888 services_controller.go:574] Full service sync requested for network=default W0504 12:23:39.160542 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:39.160596 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:39.160641 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:39.161303 3888 zone_ic_handler.go:195] Time taken to create transit switch: 297.348µs I0504 12:23:39.161317 3888 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-18.ec2.internal for the network default I0504 12:23:39.162551 3888 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-18.ec2.internal" on network "default" took: 1.557412ms I0504 12:23:39.255195 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:39.255228 3888 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 12:23:39.255252 3888 node_tracker.go:235] Node ip-10-0-2-63.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-63.ec2.internal" I0504 12:23:39.255269 3888 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.255283 3888 services_controller.go:574] Full service sync requested for network=default W0504 12:23:39.255385 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:39.255510 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:23:39.255819 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:39.376568 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:39.376649 3888 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:39.376665 3888 services_controller.go:574] Full service sync requested for network=default I0504 12:23:39.376656 3888 default_network_controller.go:1025] Node "ip-10-0-2-63.ec2.internal" in remote zone "ip-10-0-2-63.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 12:23:39.376806 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:39.376970 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:23:39.377281 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:23:39.377892 3888 zone_ic_handler.go:195] Time taken to create transit switch: 356.642µs I0504 12:23:39.377912 3888 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-63.ec2.internal for the network default I0504 12:23:39.379177 3888 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-63.ec2.internal" on network "default" took: 1.654849ms I0504 12:23:39.423182 3888 namespace.go:98] [openshift-service-ca] adding namespace I0504 12:23:39.424095 3888 namespace.go:102] [openshift-service-ca] adding namespace took 889.4µs I0504 12:23:39.440347 3888 namespace.go:142] [openshift-service-ca] updating namespace I0504 12:23:40.165046 3888 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 12:23:40.165965 3888 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 895.708µs I0504 12:23:40.194141 3888 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 12:23:40.931164 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:40.931189 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 30.227µs I0504 12:23:40.931166 3888 egressfirewall.go:723] Syncing node "ip-10-0-2-63.ec2.internal" for egress firewall I0504 12:23:40.931162 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-63.ec2.internal in network "default" I0504 12:23:40.931231 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:40.931245 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0504 12:23:40.931256 3888 node_tracker.go:169] Node ip-10-0-2-63.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:40.931275 3888 services_controller.go:574] Full service sync requested for network=default W0504 12:23:40.931627 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:40.931658 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:40.931697 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:40.937394 3888 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-63.ec2.internal. Updating no re-route policies I0504 12:23:40.948866 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 10.0.2.63 to PMTUD blocking rules I0504 12:23:40.948880 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-63.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:41.122235 3888 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-n49tg] creating logical port openshift-service-ca_service-ca-d9cb48497-n49tg for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:41.122327 3888 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-n49tg I0504 12:23:41.141826 3888 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-n49tg] pod update took 19.521011ms I0504 12:23:41.141866 3888 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-n49tg] addLogicalPort annotation time took 19.566088ms I0504 12:23:41.143056 3888 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-n49tg] addLogicalPort took 20.835264ms, libovsdb time 874.974µs I0504 12:23:41.226191 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:41.226217 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 33.568µs I0504 12:23:41.226195 3888 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0504 12:23:41.226230 3888 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0504 12:23:41.226264 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 10.0.1.18 to PMTUD blocking rules I0504 12:23:41.226278 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:41.226313 3888 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0504 12:23:41.226332 3888 services_controller.go:574] Full service sync requested for network=default W0504 12:23:41.226680 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 12:23:41.226727 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:23:41.226780 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 12:23:41.232712 3888 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-18.ec2.internal. Updating no re-route policies I0504 12:23:41.257066 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 12:23:41.257085 3888 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-18.ec2.internal", IP: 10.0.1.18 to PMTUD blocking rules I0504 12:23:41.265700 3888 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-rc8zp for pod on switch ip-10-0-0-182.ec2.internal I0504 12:23:41.265784 3888 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp I0504 12:23:41.282938 3888 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp] pod update took 17.17748ms I0504 12:23:41.282960 3888 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp] addLogicalPort annotation time took 17.202592ms I0504 12:23:41.284100 3888 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp] addLogicalPort took 18.413318ms, libovsdb time 811.207µs I0504 12:23:41.502244 3888 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-n49tg a480b066a3ac951691dd1ea0ceb842ecdd397c97f17ffe74c6632d1b8683e9c8 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-n49tg a480b066a3ac951691dd1ea0ceb842ecdd397c97f17ffe74c6632d1b8683e9c8 network default NAD default NAD key ] I0504 12:23:41.512417 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-n49tg, hostIfaceName: a480b066a3ac951, network: default, NAD default, SandboxID: "a480b066a3ac951691dd1ea0ceb842ecdd397c97f17ffe74c6632d1b8683e9c8", PCI device ID: , UID: "a70dc011-3128-475b-ab5b-230d9f52a233", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 12:23:41.560076 3888 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-n49tg a480b066a3ac951691dd1ea0ceb842ecdd397c97f17ffe74c6632d1b8683e9c8 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-n49tg a480b066a3ac951691dd1ea0ceb842ecdd397c97f17ffe74c6632d1b8683e9c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:32:e6:4d:2b:7f\",\"name\":\"a480b066a3ac951\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae4c2d99-3080-470a-afb0-d3973d66dea4\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:41.671261 3888 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp 010015c0a664e419593ece0c5a581795a7454d681bd6205e4f5dd01c8e99f5b8 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp 010015c0a664e419593ece0c5a581795a7454d681bd6205e4f5dd01c8e99f5b8 network default NAD default NAD key ] I0504 12:23:41.680963 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-rc8zp, hostIfaceName: 010015c0a664e41, network: default, NAD default, SandboxID: "010015c0a664e419593ece0c5a581795a7454d681bd6205e4f5dd01c8e99f5b8", PCI device ID: , UID: "180efd0f-8bc8-4974-9899-af3d70b4c63d", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 12:23:41.728334 3888 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp 010015c0a664e419593ece0c5a581795a7454d681bd6205e4f5dd01c8e99f5b8 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rc8zp 010015c0a664e419593ece0c5a581795a7454d681bd6205e4f5dd01c8e99f5b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:25:f0:fe:c3:6a\",\"name\":\"010015c0a664e41\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faf4d923-505d-46bb-ac4f-1a52b1cce0ea\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:44.791632 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0504 12:23:44.791665 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 43.383µs I0504 12:23:45.001252 3888 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-63.ec2.internal I0504 12:23:45.001287 3888 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-63.ec2.internal: 45.234µs W0504 12:23:47.255293 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 12:23:58.790755 3888 cni.go:452] [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key ] I0504 12:23:58.800109 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85b84bf8b4-vll5v, hostIfaceName: bd6e0b03cb31415, network: default, NAD default, SandboxID: "bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776", PCI device ID: , UID: "a5093073-5bf3-45b3-939a-664c6080948b", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 12:23:58.836372 3888 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs ce9b5e6232adc66c99d54ef32913c361fe034d6b271ab95e015f1f29a0858a21 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs ce9b5e6232adc66c99d54ef32913c361fe034d6b271ab95e015f1f29a0858a21 network default NAD default NAD key ] I0504 12:23:58.850003 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-q5krs, hostIfaceName: ce9b5e6232adc66, network: default, NAD default, SandboxID: "ce9b5e6232adc66c99d54ef32913c361fe034d6b271ab95e015f1f29a0858a21", PCI device ID: , UID: "71aa12e8-1215-42a9-8d5c-9dcc04e5a8d6", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 12:23:58.853731 3888 cni.go:473] [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7b:b2:1e:b6:de\",\"name\":\"bd6e0b03cb31415\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa3f432c-a881-448b-b14e-162747f2868d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:58.892966 3888 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg aa631b66c69d5cd0fa7a423ff93171a04e975914df106589782120e69d811bf3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg aa631b66c69d5cd0fa7a423ff93171a04e975914df106589782120e69d811bf3 network default NAD default NAD key ] I0504 12:23:58.901448 3888 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs ce9b5e6232adc66c99d54ef32913c361fe034d6b271ab95e015f1f29a0858a21 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-q5krs ce9b5e6232adc66c99d54ef32913c361fe034d6b271ab95e015f1f29a0858a21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0d:96:00:36:a5\",\"name\":\"ce9b5e6232adc66\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb34deb5-6859-4fdc-8a76-0e5e81bffa53\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:58.902911 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-8rzlg, hostIfaceName: aa631b66c69d5cd, network: default, NAD default, SandboxID: "aa631b66c69d5cd0fa7a423ff93171a04e975914df106589782120e69d811bf3", PCI device ID: , UID: "2aef897a-442f-474a-9112-88ddbf615fe0", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 12:23:58.941251 3888 cni.go:452] [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key ] I0504 12:23:58.945436 3888 cni.go:452] [openshift-ingress/router-default-c9dd8b8-d5v7f c88e11b58088381bb159e81fb3d9708b9a3528e31dd0c30898a840412e70a605 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-c9dd8b8-d5v7f c88e11b58088381bb159e81fb3d9708b9a3528e31dd0c30898a840412e70a605 network default NAD default NAD key ] I0504 12:23:58.960019 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c6689f965-sncd8, hostIfaceName: 5cee2d316417270, network: default, NAD default, SandboxID: "5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674", PCI device ID: , UID: "1472bc01-b069-4b9d-9982-93d5e44b3cab", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 12:23:58.962196 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-c9dd8b8-d5v7f, hostIfaceName: c88e11b58088381, network: default, NAD default, SandboxID: "c88e11b58088381bb159e81fb3d9708b9a3528e31dd0c30898a840412e70a605", PCI device ID: , UID: "8f25f456-df4e-4d5a-b664-442d552a3026", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 12:23:58.968607 3888 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg aa631b66c69d5cd0fa7a423ff93171a04e975914df106589782120e69d811bf3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-8rzlg aa631b66c69d5cd0fa7a423ff93171a04e975914df106589782120e69d811bf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e6:f1:4a:40:5d\",\"name\":\"aa631b66c69d5cd\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c8d10fc-06ea-49ba-b2cd-ccf12b1b5b02\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:58.984204 3888 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv 99c9a1e541b432a37565e77fc6216bf98afd16a2119ef316a57695536981264e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv 99c9a1e541b432a37565e77fc6216bf98afd16a2119ef316a57695536981264e network default NAD default NAD key ] I0504 12:23:58.995563 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-85trv, hostIfaceName: 99c9a1e541b432a, network: default, NAD default, SandboxID: "99c9a1e541b432a37565e77fc6216bf98afd16a2119ef316a57695536981264e", PCI device ID: , UID: "e891e1f7-fbea-4dca-858f-1f87193a1834", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 12:23:58.997521 3888 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr 9831f42771cce01d33dd5f24d7ff9a4fb67427c5e35f4e2e2929dc893e002a78 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr 9831f42771cce01d33dd5f24d7ff9a4fb67427c5e35f4e2e2929dc893e002a78 network default NAD default NAD key ] I0504 12:23:59.016939 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-zhgwr, hostIfaceName: 9831f42771cce01, network: default, NAD default, SandboxID: "9831f42771cce01d33dd5f24d7ff9a4fb67427c5e35f4e2e2929dc893e002a78", PCI device ID: , UID: "3a9697d7-5f01-4cc1-815b-1e859d93c4dc", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 12:23:59.019487 3888 cni.go:473] [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e7:72:95:19:08\",\"name\":\"5cee2d316417270\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/835ab66c-0e9f-4e97-b198-0161441e22d3\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:59.035873 3888 cni.go:473] [openshift-ingress/router-default-c9dd8b8-d5v7f c88e11b58088381bb159e81fb3d9708b9a3528e31dd0c30898a840412e70a605 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-c9dd8b8-d5v7f c88e11b58088381bb159e81fb3d9708b9a3528e31dd0c30898a840412e70a605 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:6a:da:8d:a6:88\",\"name\":\"c88e11b58088381\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fbf573c-0ffe-4286-b5e5-4725f0ef626f\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:59.056930 3888 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv 99c9a1e541b432a37565e77fc6216bf98afd16a2119ef316a57695536981264e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-85trv 99c9a1e541b432a37565e77fc6216bf98afd16a2119ef316a57695536981264e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:a0:72:a9:e0:1a\",\"name\":\"99c9a1e541b432a\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e0eee5c-2b99-4e92-89de-2b2bf7f687a6\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:59.078721 3888 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr 9831f42771cce01d33dd5f24d7ff9a4fb67427c5e35f4e2e2929dc893e002a78 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zhgwr 9831f42771cce01d33dd5f24d7ff9a4fb67427c5e35f4e2e2929dc893e002a78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ee:17:13:cf:46\",\"name\":\"9831f42771cce01\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abb14ff0-9c3d-499f-b1ab-75034f476811\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:59.118873 3888 cni.go:452] [openshift-dns/dns-default-7nwl5 4e15f24c76f2969f6e898ddbafb0e903bab7768a7abb5817d0d6a59aaa1a3261 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7nwl5 4e15f24c76f2969f6e898ddbafb0e903bab7768a7abb5817d0d6a59aaa1a3261 network default NAD default NAD key ] I0504 12:23:59.133528 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7nwl5, hostIfaceName: 4e15f24c76f2969, network: default, NAD default, SandboxID: "4e15f24c76f2969f6e898ddbafb0e903bab7768a7abb5817d0d6a59aaa1a3261", PCI device ID: , UID: "ea161005-7f8a-4d55-8025-70e6ce38804d", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 12:23:59.190574 3888 cni.go:473] [openshift-dns/dns-default-7nwl5 4e15f24c76f2969f6e898ddbafb0e903bab7768a7abb5817d0d6a59aaa1a3261 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7nwl5 4e15f24c76f2969f6e898ddbafb0e903bab7768a7abb5817d0d6a59aaa1a3261 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:15:c5:7e:ca:45\",\"name\":\"4e15f24c76f2969\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db2c8aaa-afda-414d-9f66-9e8d4b339134\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:23:59.732221 3888 cni.go:452] [openshift-multus/network-metrics-daemon-24jt9 21cf2f33d508ca907847b93a53c74f081fb692f6be7e373361ee8354bcef021a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-24jt9 21cf2f33d508ca907847b93a53c74f081fb692f6be7e373361ee8354bcef021a network default NAD default NAD key ] I0504 12:23:59.759442 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-24jt9, hostIfaceName: 21cf2f33d508ca9, network: default, NAD default, SandboxID: "21cf2f33d508ca907847b93a53c74f081fb692f6be7e373361ee8354bcef021a", PCI device ID: , UID: "c2325933-a815-45e9-ba56-ffe82d2d748e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 12:23:59.818717 3888 cni.go:473] [openshift-multus/network-metrics-daemon-24jt9 21cf2f33d508ca907847b93a53c74f081fb692f6be7e373361ee8354bcef021a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-24jt9 21cf2f33d508ca907847b93a53c74f081fb692f6be7e373361ee8354bcef021a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ca:b2:cc:96:71\",\"name\":\"21cf2f33d508ca9\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a30713a2-4c7b-4012-ae12-1a37c148f6d4\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:24:02.677282 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:24:02.709388 3888 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 12:24:02.761796 3888 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 12:24:02.775494 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0504 12:24:02.775651 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 12:24:02.855345 3888 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pqrwq] creating logical port openshift-insights_insights-runtime-extractor-pqrwq for pod on switch ip-10-0-0-182.ec2.internal I0504 12:24:02.855450 3888 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pqrwq W0504 12:24:02.855499 3888 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-f75ff85c9-wbqnf IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-f75ff85c9-wbqnf: no pod IPs found I0504 12:24:02.954786 3888 pod.go:62] [openshift-insights/insights-runtime-extractor-pqrwq] pod update took 99.364112ms I0504 12:24:02.954814 3888 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-pqrwq] addLogicalPort annotation time took 99.395551ms I0504 12:24:02.956196 3888 pods.go:271] [openshift-insights/insights-runtime-extractor-pqrwq] addLogicalPort took 100.871644ms, libovsdb time 985.338µs W0504 12:24:03.293504 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:03.293525 3888 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:03.293531 3888 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 12:24:04.392289 3888 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:04.392881 3888 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:04.415724 3888 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:04.415741 3888 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-rwvjm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:04.431063 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b84bf8b4-rwvjm I0504 12:24:04.431084 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b84bf8b4-rwvjm I0504 12:24:04.704827 3888 cni.go:452] [openshift-insights/insights-runtime-extractor-pqrwq f8561801c1d9dc3dd2f304caf0286e6b92ffaeeb47ab33e1715754d708772025 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pqrwq f8561801c1d9dc3dd2f304caf0286e6b92ffaeeb47ab33e1715754d708772025 network default NAD default NAD key ] I0504 12:24:04.714444 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pqrwq, hostIfaceName: f8561801c1d9dc3, network: default, NAD default, SandboxID: "f8561801c1d9dc3dd2f304caf0286e6b92ffaeeb47ab33e1715754d708772025", PCI device ID: , UID: "4daecdd9-0a55-4a5a-a7cb-4d50598f84c3", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 12:24:04.764356 3888 cni.go:473] [openshift-insights/insights-runtime-extractor-pqrwq f8561801c1d9dc3dd2f304caf0286e6b92ffaeeb47ab33e1715754d708772025 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pqrwq f8561801c1d9dc3dd2f304caf0286e6b92ffaeeb47ab33e1715754d708772025 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:de:25:01:f1:24\",\"name\":\"f8561801c1d9dc3\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9d33ef8-8f79-4c21-9b51-8010bf70d1bd\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:24:05.157444 3888 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:06.326024 3888 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:07.179122 3888 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.179142 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.179147 3888 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325902 3888 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325925 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:07.325935 3888 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:09.884617 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 12:24:13.003182 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.003206 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:13.003212 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 12:24:14.386910 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 12:24:15.206944 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 12:24:18.876964 3888 base_network_controller_pods.go:487] [default/openshift-console/console-75cfb74f4-4fz5p] creating logical port openshift-console_console-75cfb74f4-4fz5p for pod on switch ip-10-0-0-182.ec2.internal I0504 12:24:18.877062 3888 kube.go:256] Updating pod openshift-console/console-75cfb74f4-4fz5p I0504 12:24:18.901168 3888 pod.go:62] [openshift-console/console-75cfb74f4-4fz5p] pod update took 24.128874ms I0504 12:24:18.901196 3888 base_network_controller_pods.go:951] [default/openshift-console/console-75cfb74f4-4fz5p] addLogicalPort annotation time took 24.162258ms I0504 12:24:18.902554 3888 pods.go:271] [openshift-console/console-75cfb74f4-4fz5p] addLogicalPort took 25.611349ms, libovsdb time 905.373µs W0504 12:24:18.908061 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 12:24:19.238740 3888 cni.go:452] [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key ] I0504 12:24:19.248551 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-75cfb74f4-4fz5p, hostIfaceName: aae582a08751311, network: default, NAD default, SandboxID: "aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a", PCI device ID: , UID: "1110ea70-a2ca-4ea0-88d2-7e6ea3036fc4", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 12:24:19.299030 3888 cni.go:473] [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:13:e7:da:11:4c\",\"name\":\"aae582a08751311\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04e9ab62-7ca3-49c5-bdcf-1afd5eb62656\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:24:20.983461 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 12:24:23.408932 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 12:24:23.451037 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:23.451056 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:23.520033 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:23.520054 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:23.520060 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.275555 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.275579 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.275588 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 12:24:24.346381 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:24.346399 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 12:24:27.286744 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0504 12:24:27.307654 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 12:24:27.471783 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 12:24:29.360315 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360338 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360343 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.360348 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513801 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513822 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513828 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 12:24:29.513832 3888 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 12:24:30.201761 3888 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 12:24:30.215679 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 12:24:44.224595 3888 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-nfcdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:44.225141 3888 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-nfcdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:44.387810 3888 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-nfcdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:44.387860 3888 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-nfcdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:44.394363 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d559c6f65-nfcdc I0504 12:24:44.394388 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d559c6f65-nfcdc W0504 12:24:49.186091 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 12:24:49.186144 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 12:24:49.186198 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 12:24:50.193615 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0504 12:24:51.370737 3888 cni.go:452] [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key ] I0504 12:24:51.442295 3888 cni.go:473] [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-85b84bf8b4-vll5v bd6e0b03cb314159ff4e1fe79179b11040e17163e19da9da38700d97344b5776 network default NAD default NAD key default], result "{}", err I0504 12:24:51.492250 3888 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:51.492287 3888 pods.go:176] Deleting pod: openshift-image-registry/image-registry-85b84bf8b4-vll5v I0504 12:24:51.493488 3888 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-85b84bf8b4-vll5v, ips: 10.128.0.5 I0504 12:24:51.493516 3888 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:52.194180 3888 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:52.194205 3888 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85b84bf8b4-vll5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:52.196129 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b84bf8b4-vll5v I0504 12:24:52.196153 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b84bf8b4-vll5v I0504 12:24:55.561010 3888 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:55.561574 3888 obj_retry.go:498] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:24:55.867644 3888 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:55.867665 3888 obj_retry.go:492] Detected object openshift-console/console-7d559c6f65-h7dn6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:24:55.873988 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d559c6f65-h7dn6 I0504 12:24:55.874015 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d559c6f65-h7dn6 W0504 12:25:04.245778 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 12:25:04.245789 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 12:25:04.245834 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 12:25:04.274378 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 12:25:04.274378 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 12:25:04.274504 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 12:25:05.255349 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 12:25:05.282449 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 12:25:16.238964 3888 cni.go:452] [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key ] I0504 12:25:16.321057 3888 cni.go:473] [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7c6689f965-sncd8 5cee2d316417270f5eba7c6529a112af2428f720998e1545421e5b84d0140674 network default NAD default NAD key default], result "{}", err I0504 12:25:16.369698 3888 obj_retry.go:498] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:16.369744 3888 pods.go:176] Deleting pod: openshift-ingress/router-default-7c6689f965-sncd8 I0504 12:25:16.371225 3888 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7c6689f965-sncd8, ips: 10.128.0.12 I0504 12:25:16.371253 3888 obj_retry.go:498] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:17.297617 3888 obj_retry.go:492] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:17.297644 3888 obj_retry.go:492] Detected object openshift-ingress/router-default-7c6689f965-sncd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:17.304173 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c6689f965-sncd8 I0504 12:25:17.304198 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c6689f965-sncd8 I0504 12:25:35.201196 3888 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:35.201720 3888 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:35.606514 3888 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:35.606536 3888 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:35.613684 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 12:25:35.613701 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 12:25:39.562907 3888 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:39.563440 3888 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:25:39.753092 3888 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:39.753123 3888 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:25:39.761201 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 12:25:39.761227 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 12:25:57.825783 3888 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb for pod on switch ip-10-0-0-182.ec2.internal I0504 12:25:57.825905 3888 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb I0504 12:25:57.867459 3888 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb I0504 12:25:57.882642 3888 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb] pod update took 56.735255ms I0504 12:25:57.882670 3888 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb] addLogicalPort annotation time took 56.792503ms I0504 12:25:57.883929 3888 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb] addLogicalPort took 58.165184ms, libovsdb time 807.733µs I0504 12:25:58.184957 3888 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key ] I0504 12:25:58.194333 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb, hostIfaceName: 5050d9b980221ee, network: default, NAD default, SandboxID: "5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983", PCI device ID: , UID: "3c2091fe-2753-4795-9422-97ded9cdd41e", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 12:25:58.245508 3888 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1c:53:8a:0c:8f\",\"name\":\"5050d9b980221ee\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/441da6f4-f8ab-4abd-ba6f-56996556edd3\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:26:07.357228 3888 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.357756 3888 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.478681 3888 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-flfh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.479272 3888 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-flfh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:07.744488 3888 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-flfh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.744510 3888 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-flfh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.747877 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75cfb74f4-flfh4 I0504 12:26:07.747902 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75cfb74f4-flfh4 I0504 12:26:07.891147 3888 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.891173 3888 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:07.899911 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 12:26:07.899934 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 12:26:17.544741 3888 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key ] I0504 12:26:17.615343 3888 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb 5050d9b980221ee167776cdc5cae33b8f2c39fa8e745dc345ab8f6a8e4e27983 network default NAD default NAD key default], result "{}", err I0504 12:26:17.663591 3888 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.663628 3888 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb I0504 12:26:17.665197 3888 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb, ips: 10.128.0.26 I0504 12:26:17.665228 3888 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.665254 3888 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.665270 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 12:26:17.665512 3888 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:26:17.665532 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 12:26:18.032086 3888 cni.go:452] [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key ] I0504 12:26:18.114324 3888 cni.go:473] [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-75cfb74f4-4fz5p aae582a0875131122f6e83d066b442ff344a93037dfbb40653143270e0ba556a network default NAD default NAD key default], result "{}", err I0504 12:26:18.155451 3888 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-4fz5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:18.155490 3888 pods.go:176] Deleting pod: openshift-console/console-75cfb74f4-4fz5p I0504 12:26:18.156716 3888 pods.go:236] Attempting to release IPs for pod: openshift-console/console-75cfb74f4-4fz5p, ips: 10.128.0.25 I0504 12:26:18.156751 3888 obj_retry.go:498] Detected object openshift-console/console-75cfb74f4-4fz5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:18.539090 3888 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-4fz5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.539122 3888 obj_retry.go:492] Detected object openshift-console/console-75cfb74f4-4fz5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.545783 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75cfb74f4-4fz5p I0504 12:26:18.545806 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75cfb74f4-4fz5p I0504 12:26:18.689154 3888 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.689174 3888 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.689190 3888 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:18.689199 3888 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d5gcfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:22.571761 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key ] I0504 12:26:22.652516 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp cab00afbadc569d2fc69bd6b70d3c9c79893501cc4f4660dc17a9c0366f28f30 network default NAD default NAD key default], result "{}", err I0504 12:26:22.711603 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:22.711635 3888 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp I0504 12:26:22.712917 3888 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp, ips: 10.128.0.20 I0504 12:26:22.712952 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:22.914321 3888 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 12:26:22.924917 3888 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 12:26:23.585938 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:23.585970 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.384184 3888 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:42.384760 3888 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:26:42.898916 3888 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.898950 3888 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:26:42.907548 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 12:26:42.907573 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 12:28:00.405569 3888 base_network_controller_pods.go:487] [default/openshift-console/console-775db98b4d-9sdw7] creating logical port openshift-console_console-775db98b4d-9sdw7 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:28:00.405705 3888 kube.go:256] Updating pod openshift-console/console-775db98b4d-9sdw7 I0504 12:28:00.468974 3888 kube.go:256] Updating pod openshift-console/console-775db98b4d-9sdw7 I0504 12:28:00.486195 3888 pod.go:62] [openshift-console/console-775db98b4d-9sdw7] pod update took 80.516947ms I0504 12:28:00.486220 3888 base_network_controller_pods.go:951] [default/openshift-console/console-775db98b4d-9sdw7] addLogicalPort annotation time took 80.546623ms I0504 12:28:00.487393 3888 pods.go:271] [openshift-console/console-775db98b4d-9sdw7] addLogicalPort took 81.844784ms, libovsdb time 856.272µs I0504 12:28:00.763690 3888 cni.go:452] [openshift-console/console-775db98b4d-9sdw7 a2d7e8f7554638e5fc74e3145063b07d702ab32a8f676679bf346c5a9c5e65cd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-775db98b4d-9sdw7 a2d7e8f7554638e5fc74e3145063b07d702ab32a8f676679bf346c5a9c5e65cd network default NAD default NAD key ] I0504 12:28:00.773816 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-775db98b4d-9sdw7, hostIfaceName: a2d7e8f7554638e, network: default, NAD default, SandboxID: "a2d7e8f7554638e5fc74e3145063b07d702ab32a8f676679bf346c5a9c5e65cd", PCI device ID: , UID: "99ee42ac-1eff-458b-86da-3caf57008ee4", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 12:28:00.824997 3888 cni.go:473] [openshift-console/console-775db98b4d-9sdw7 a2d7e8f7554638e5fc74e3145063b07d702ab32a8f676679bf346c5a9c5e65cd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-775db98b4d-9sdw7 a2d7e8f7554638e5fc74e3145063b07d702ab32a8f676679bf346c5a9c5e65cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:f0:64:fa:47:fb\",\"name\":\"a2d7e8f7554638e\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5117858d-f78f-401a-a4c2-ce2b789caec0\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:28:10.985880 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 12:28:22.787542 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 12:28:25.718078 3888 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:25.718635 3888 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:26.461557 3888 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:26.461580 3888 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-vj5rk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:26.469808 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86f5dfb94f-vj5rk I0504 12:28:26.469831 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86f5dfb94f-vj5rk I0504 12:28:36.314120 3888 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:36.314693 3888 obj_retry.go:498] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:28:36.646896 3888 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:36.646926 3888 obj_retry.go:492] Detected object openshift-console/console-86f5dfb94f-mrsfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:28:36.653592 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86f5dfb94f-mrsfl I0504 12:28:36.653622 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86f5dfb94f-mrsfl I0504 12:28:37.797133 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 12:28:45.390585 3888 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 12:28:47.830219 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 12:28:52.828583 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 12:29:40.786901 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 12:29:49.809619 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 12:29:51.714813 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0504 12:30:00.211487 3888 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631630-jbhln for pod on switch ip-10-0-0-182.ec2.internal I0504 12:30:00.211624 3888 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln I0504 12:30:00.224771 3888 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln] pod update took 13.174147ms I0504 12:30:00.224796 3888 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln] addLogicalPort annotation time took 13.205124ms I0504 12:30:00.226086 3888 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln] addLogicalPort took 14.620582ms, libovsdb time 918.364µs I0504 12:30:00.586692 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key ] I0504 12:30:00.596213 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631630-jbhln, hostIfaceName: 980b91218c4eec4, network: default, NAD default, SandboxID: "980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807", PCI device ID: , UID: "fb52026e-16c4-4797-a460-1300968208c9", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 12:30:00.651281 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b0:6b:4e:ee:c1\",\"name\":\"980b91218c4eec4\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2e1380b-e899-4d2c-8b30-58746adecf14\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:30:04.424039 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key ] I0504 12:30:04.500857 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln 980b91218c4eec49833fcee809f5d748db0ab549327a0f41479d597f414a9807 network default NAD default NAD key default], result "{}", err I0504 12:30:04.544786 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:30:04.544821 3888 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln I0504 12:30:04.546077 3888 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln, ips: 10.128.0.28 I0504 12:30:04.546104 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:30:05.435203 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:30:05.435227 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631630-jbhln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:30:42.724064 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0504 12:30:48.795174 3888 namespace.go:98] [tsf] adding namespace I0504 12:30:48.796137 3888 namespace.go:102] [tsf] adding namespace took 932.881µs I0504 12:30:48.816425 3888 namespace.go:142] [tsf] updating namespace I0504 12:30:48.824798 3888 namespace.go:142] [tsf] updating namespace I0504 12:30:53.819742 3888 namespace.go:98] [tsf-tas] adding namespace I0504 12:30:53.819922 3888 namespace.go:98] [tsf-keycloak] adding namespace I0504 12:30:53.820097 3888 namespace.go:98] [rhtpa-operator] adding namespace I0504 12:30:53.820692 3888 namespace.go:102] [tsf-tas] adding namespace took 922.012µs I0504 12:30:53.821351 3888 namespace.go:102] [tsf-keycloak] adding namespace took 1.407374ms I0504 12:30:53.822082 3888 namespace.go:102] [rhtpa-operator] adding namespace took 1.969571ms I0504 12:30:53.823416 3888 namespace.go:98] [konflux-operator] adding namespace I0504 12:30:53.823510 3888 namespace.go:98] [konflux-ui] adding namespace I0504 12:30:53.823681 3888 namespace.go:98] [tsf-tpa] adding namespace I0504 12:30:53.823798 3888 namespace.go:98] [cert-manager-operator] adding namespace I0504 12:30:53.824156 3888 namespace.go:102] [konflux-operator] adding namespace took 720.297µs I0504 12:30:53.824673 3888 namespace.go:102] [konflux-ui] adding namespace took 1.148173ms I0504 12:30:53.824698 3888 namespace.go:98] [rhbk-operator] adding namespace I0504 12:30:53.825136 3888 namespace.go:102] [tsf-tpa] adding namespace took 1.440557ms I0504 12:30:53.825636 3888 namespace.go:102] [cert-manager-operator] adding namespace took 1.824103ms I0504 12:30:53.826106 3888 namespace.go:102] [rhbk-operator] adding namespace took 1.401768ms I0504 12:30:53.844092 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.865144 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.884976 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.905633 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.918250 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:53.918304 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:53.918478 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:53.919400 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:53.922354 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:53.925800 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:53.976525 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:53.976583 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:30:53.981265 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:53.996753 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:30:54.002193 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:54.024455 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:54.037598 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:30:54.060332 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:54.063461 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:30:54.080692 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:54.087461 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:54.100528 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:30:54.118947 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:54.139546 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:30:55.065701 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:30:55.065746 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:30:55.235265 3888 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-182.ec2.internal I0504 12:30:55.235393 3888 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0504 12:30:55.253036 3888 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.671211ms I0504 12:30:55.253061 3888 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.70251ms I0504 12:30:55.254260 3888 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 19.008329ms, libovsdb time 876.82µs I0504 12:30:55.623822 3888 cni.go:452] [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key ] I0504 12:30:55.633864 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 35b24ed63eff2bd, network: default, NAD default, SandboxID: "35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198", PCI device ID: , UID: "a89a8f97-cc1c-4630-8b6e-bb06e7555686", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 12:30:55.689038 3888 cni.go:473] [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f7:ba:44:77:5c\",\"name\":\"35b24ed63eff2bd\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f91a8c0-3af7-4b82-9d9c-a98fda6f6fe5\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:30:55.814952 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 12:30:56.761205 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl for pod on switch ip-10-0-0-182.ec2.internal I0504 12:30:56.761406 3888 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl I0504 12:30:56.775883 3888 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl] pod update took 14.58327ms I0504 12:30:56.775915 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl] addLogicalPort annotation time took 14.622237ms I0504 12:30:56.777205 3888 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl] addLogicalPort took 16.013262ms, libovsdb time 919.1µs I0504 12:30:56.862292 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr for pod on switch ip-10-0-0-182.ec2.internal I0504 12:30:56.862401 3888 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr I0504 12:30:56.876424 3888 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr] pod update took 14.051571ms I0504 12:30:56.876451 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr] addLogicalPort annotation time took 14.082923ms I0504 12:30:56.877682 3888 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr] addLogicalPort took 15.405425ms, libovsdb time 844.412µs I0504 12:30:57.124292 3888 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key ] I0504 12:30:57.133821 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl, hostIfaceName: e2401a37fb403b7, network: default, NAD default, SandboxID: "e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246", PCI device ID: , UID: "49a29a6b-ceed-490b-83c9-3d5a3890ee45", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 12:30:57.190899 3888 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0d:74:07:3b:41\",\"name\":\"e2401a37fb403b7\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/676f4ecf-a7da-44f1-8e1b-9b05aa437e8a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:30:57.226412 3888 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key ] I0504 12:30:57.237445 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr, hostIfaceName: 8e94cfedcc8bf29, network: default, NAD default, SandboxID: "8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc", PCI device ID: , UID: "32b9960d-ab8d-4e06-a870-743fb528266a", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 12:30:57.294428 3888 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:bf:70:25:47:0c\",\"name\":\"8e94cfedcc8bf29\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce4d58f6-116b-4415-88ee-f24b37ab0acc\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:31:01.358050 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf for pod on switch ip-10-0-0-182.ec2.internal I0504 12:31:01.358178 3888 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf I0504 12:31:01.372251 3888 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf] pod update took 14.09783ms I0504 12:31:01.372281 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf] addLogicalPort annotation time took 14.135041ms I0504 12:31:01.373479 3888 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf] addLogicalPort took 15.445277ms, libovsdb time 849.094µs I0504 12:31:01.536554 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn for pod on switch ip-10-0-0-182.ec2.internal I0504 12:31:01.536684 3888 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn I0504 12:31:01.549974 3888 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn] pod update took 13.313789ms I0504 12:31:01.550013 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn] addLogicalPort annotation time took 13.359321ms I0504 12:31:01.551432 3888 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn] addLogicalPort took 14.895524ms, libovsdb time 938.661µs I0504 12:31:01.670097 3888 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key ] I0504 12:31:01.723393 3888 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key ] I0504 12:31:01.733499 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf, hostIfaceName: 73290642f23b0c5, network: default, NAD default, SandboxID: "73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d", PCI device ID: , UID: "2f45f6ed-a365-4875-ba25-ea5fc4861d0a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 12:31:01.744107 3888 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl e2401a37fb403b791d83f2fd7f11a0b5543f383c2a3cebf106ec03e91149b246 network default NAD default NAD key default], result "{}", err I0504 12:31:01.792317 3888 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:97:e8:cd:a5:54\",\"name\":\"73290642f23b0c5\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e992a70e-e71f-41f2-b53a-e786ecf187ac\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:31:01.803493 3888 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.803528 3888 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl I0504 12:31:01.805317 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl, ips: 10.128.0.30 I0504 12:31:01.805360 3888 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.805388 3888 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.805405 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:01.805632 3888 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:01.805648 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:01.897448 3888 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key ] I0504 12:31:01.907742 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn, hostIfaceName: d995d5aff00d643, network: default, NAD default, SandboxID: "d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915", PCI device ID: , UID: "ed5a0249-88bd-4967-905b-ca9a3989a66b", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 12:31:01.964797 3888 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:74:14:c1:2c:61\",\"name\":\"d995d5aff00d643\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de7ade4a-b6ab-40f7-8e75-9b106d17bb5b\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:31:02.679014 3888 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key ] I0504 12:31:02.750515 3888 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr 8e94cfedcc8bf290a919cd3873421c49e3334afac9731d0b96e0f4c184be92fc network default NAD default NAD key default], result "{}", err I0504 12:31:02.796904 3888 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.796943 3888 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr I0504 12:31:02.798354 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr, ips: 10.128.0.31 I0504 12:31:02.798388 3888 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.798412 3888 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.798422 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:02.798589 3888 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:02.798606 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:02.829485 3888 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829512 3888 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829524 3888 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:02.829538 3888 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2blgpl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.602344 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t for pod on switch ip-10-0-0-182.ec2.internal I0504 12:31:03.602477 3888 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t I0504 12:31:03.616445 3888 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t] pod update took 13.996354ms I0504 12:31:03.616470 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t] addLogicalPort annotation time took 14.023769ms I0504 12:31:03.617790 3888 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t] addLogicalPort took 15.46352ms, libovsdb time 955.101µs I0504 12:31:03.712026 3888 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx for pod on switch ip-10-0-0-182.ec2.internal I0504 12:31:03.712159 3888 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx I0504 12:31:03.727532 3888 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx] pod update took 15.397867ms I0504 12:31:03.727564 3888 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx] addLogicalPort annotation time took 15.437316ms I0504 12:31:03.729107 3888 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx] addLogicalPort took 17.103095ms, libovsdb time 1.108724ms I0504 12:31:03.827980 3888 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.828008 3888 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.828021 3888 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.828033 3888 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51gc6dr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:03.965958 3888 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key ] I0504 12:31:03.977887 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t, hostIfaceName: 0212a2009769292, network: default, NAD default, SandboxID: "0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c", PCI device ID: , UID: "884529c1-b7f5-4fd5-9b2f-18c97441039e", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 12:31:04.034328 3888 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:0c:54:b1:36:32\",\"name\":\"0212a2009769292\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e65db3e8-6c85-4e5c-9a11-a9e4deec2f48\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:31:04.076026 3888 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key ] I0504 12:31:04.087156 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx, hostIfaceName: 8a31f6f638110f2, network: default, NAD default, SandboxID: "8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d", PCI device ID: , UID: "5521050f-d085-4a02-bae3-7704471fdbdc", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 12:31:04.143262 3888 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d1:5b:89:20:44\",\"name\":\"8a31f6f638110f2\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c56dfcbd-4cde-4478-8ea4-4fb833642fac\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:31:05.707701 3888 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key ] I0504 12:31:05.787795 3888 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn d995d5aff00d64328c15f34f4e97df3d784d89df68459ca245758ecc24f9d915 network default NAD default NAD key default], result "{}", err I0504 12:31:05.837658 3888 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.837701 3888 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn I0504 12:31:05.839145 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn, ips: 10.128.0.33 I0504 12:31:05.839177 3888 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.839197 3888 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.839204 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:05.839369 3888 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:05.839386 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:06.929081 3888 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.929117 3888 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.929132 3888 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:06.929144 3888 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bmtkkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.723953 3888 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key ] I0504 12:31:07.723962 3888 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key ] I0504 12:31:07.806414 3888 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf 73290642f23b0c544206e3138abdf4df93dcd635de7606b693bb158983e3860d network default NAD default NAD key default], result "{}", err I0504 12:31:07.821716 3888 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t 0212a20097692926ccb377f297787cc293ce1921ae83e30df1337a5343eecf2c network default NAD default NAD key default], result "{}", err I0504 12:31:07.858547 3888 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.858582 3888 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf I0504 12:31:07.859931 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf, ips: 10.128.0.32 I0504 12:31:07.859965 3888 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.859988 3888 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.859998 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:07.860193 3888 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.860209 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:07.878558 3888 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.878590 3888 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t I0504 12:31:07.880155 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t, ips: 10.128.0.34 I0504 12:31:07.880185 3888 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.880209 3888 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.880220 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:07.880421 3888 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:07.880437 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:07.995025 3888 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995054 3888 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995068 3888 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:07.995079 3888 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kjq7t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015632 3888 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015658 3888 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015671 3888 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.015681 3888 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d645bf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:08.733570 3888 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key ] I0504 12:31:08.815685 3888 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx 8a31f6f638110f22a5d54edfc7236301a9c2e34012b14a5b23da44d33751969d network default NAD default NAD key default], result "{}", err I0504 12:31:08.866890 3888 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.866956 3888 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx I0504 12:31:08.868366 3888 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx, ips: 10.128.0.35 I0504 12:31:08.868398 3888 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.868423 3888 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.868434 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 12:31:08.868607 3888 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 12:31:08.868625 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 12:31:09.892618 3888 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.892653 3888 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.892669 3888 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:31:09.892680 3888 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gbpjx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 12:31:17.002073 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 12:31:25.803178 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0504 12:31:28.190611 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 12:31:32.714440 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0504 12:31:36.713226 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0504 12:31:39.244679 3888 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 12:31:39.244767 3888 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jcq2w IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jcq2w: no pod IPs found I0504 12:31:40.745202 3888 namespace.go:142] [openshift-operators] updating namespace I0504 12:31:40.758761 3888 namespace.go:142] [openshift-operators] updating namespace I0504 12:31:43.553723 3888 namespace.go:98] [cert-manager] adding namespace I0504 12:31:43.554580 3888 namespace.go:102] [cert-manager] adding namespace took 830.825µs I0504 12:31:43.575174 3888 namespace.go:142] [cert-manager] updating namespace I0504 12:31:43.575303 3888 namespace.go:142] [cert-manager] updating namespace I0504 12:31:48.663604 3888 namespace.go:142] [openshift-operators] updating namespace I0504 12:31:48.821530 3888 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0504 12:31:49.151944 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 12:31:49.151967 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 12:31:52.595530 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:56.600752 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:56.610345 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 12:31:56.827387 3888 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 12:31:56.828427 3888 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.012ms I0504 12:31:56.833775 3888 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:31:56.867565 3888 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 12:31:57.068635 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:57.079034 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 12:31:57.190479 3888 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 12:32:01.867653 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 12:32:04.232726 3888 namespace.go:98] [openshift-pipelines] adding namespace I0504 12:32:04.233558 3888 namespace.go:102] [openshift-pipelines] adding namespace took 808.466µs I0504 12:32:04.346614 3888 namespace.go:142] [openshift-pipelines] updating namespace I0504 12:32:05.034731 3888 cni.go:452] [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key ] I0504 12:32:05.118612 3888 cni.go:473] [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 35b24ed63eff2bd3d3ec1b51f164359c075594af00661c8a2f942c07ecad6198 network default NAD default NAD key default], result "{}", err I0504 12:32:05.206155 3888 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:05.206192 3888 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0504 12:32:05.207400 3888 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.29 I0504 12:32:05.207427 3888 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:05.297195 3888 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:05.297222 3888 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:05.314515 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 12:32:05.314545 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 12:32:05.366465 3888 namespace.go:142] [cert-manager] updating namespace I0504 12:32:05.561794 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:05.958101 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:32:06.153397 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:06.386576 3888 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:06.808547 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:07.010558 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:07.220306 3888 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:07.313118 3888 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:07.313220 3888 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0504 12:32:07.337616 3888 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 24.422798ms I0504 12:32:07.337644 3888 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 24.458528ms I0504 12:32:07.338969 3888 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 25.870029ms, libovsdb time 953.549µs I0504 12:32:07.422082 3888 namespace.go:142] [tsf] updating namespace I0504 12:32:07.612799 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:07.700059 3888 cni.go:452] [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key ] I0504 12:32:07.710062 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 48128d2c06c9c26, network: default, NAD default, SandboxID: "48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389", PCI device ID: , UID: "d55572a4-5f27-466a-b7f9-9d24646c9e27", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 12:32:07.765716 3888 cni.go:473] [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:de:26:5d:1f:b1\",\"name\":\"48128d2c06c9c26\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13f99a4f-02a9-4580-9e90-580f0790e891\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:32:07.815333 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:08.014790 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:08.163570 3888 namespace.go:142] [cert-manager] updating namespace I0504 12:32:08.180178 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:08.198199 3888 namespace.go:142] [default] updating namespace I0504 12:32:08.210787 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:32:08.228371 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:08.247289 3888 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:08.260154 3888 namespace.go:142] [openshift] updating namespace I0504 12:32:08.271755 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:08.281200 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:08.290138 3888 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:08.299498 3888 namespace.go:142] [tsf] updating namespace I0504 12:32:08.310887 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:08.321346 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:08.332700 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:08.392281 3888 namespace.go:142] [cert-manager] updating namespace I0504 12:32:08.493078 3888 namespace.go:142] [cert-manager-operator] updating namespace I0504 12:32:08.627497 3888 namespace.go:142] [default] updating namespace I0504 12:32:08.748391 3888 namespace.go:142] [konflux-operator] updating namespace I0504 12:32:08.876672 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:32:09.237533 3888 namespace.go:142] [open-cluster-management-2q33rmlhe485oeqr03tcagaphvlpoaiv] updating namespace I0504 12:32:09.632144 3888 namespace.go:142] [openshift] updating namespace I0504 12:32:09.799345 3888 namespace.go:142] [rhbk-operator] updating namespace I0504 12:32:09.986790 3888 namespace.go:142] [rhtpa-operator] updating namespace I0504 12:32:10.085535 3888 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 12:32:10.194090 3888 namespace.go:142] [tsf] updating namespace I0504 12:32:10.262961 3888 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-nhdpt for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:10.263064 3888 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt I0504 12:32:10.290817 3888 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-cqghf for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:10.290976 3888 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf I0504 12:32:10.303892 3888 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt] pod update took 40.850057ms I0504 12:32:10.303918 3888 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt] addLogicalPort annotation time took 40.881582ms I0504 12:32:10.305211 3888 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt] addLogicalPort took 42.270296ms, libovsdb time 915.878µs I0504 12:32:10.308978 3888 namespace.go:142] [tsf-keycloak] updating namespace I0504 12:32:10.325219 3888 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf] pod update took 34.26805ms I0504 12:32:10.325244 3888 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf] addLogicalPort annotation time took 34.3013ms I0504 12:32:10.326525 3888 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf] addLogicalPort took 35.724668ms, libovsdb time 943.18µs I0504 12:32:10.411691 3888 namespace.go:142] [tsf-tas] updating namespace I0504 12:32:10.478494 3888 namespace.go:142] [tsf-tpa] updating namespace I0504 12:32:11.269521 3888 namespace.go:142] [openshift-pipelines] updating namespace I0504 12:32:16.637667 3888 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt 5032b352f2237f076e2ac10c5e4ac336127d90dbe8dbe963ee7d16fb6bdf8c97 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt 5032b352f2237f076e2ac10c5e4ac336127d90dbe8dbe963ee7d16fb6bdf8c97 network default NAD default NAD key ] I0504 12:32:16.647674 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-nhdpt, hostIfaceName: 5032b352f2237f0, network: default, NAD default, SandboxID: "5032b352f2237f076e2ac10c5e4ac336127d90dbe8dbe963ee7d16fb6bdf8c97", PCI device ID: , UID: "92528972-5676-4e1d-8a7b-3c3656e8a798", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 12:32:16.658948 3888 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf 5f00eadd37bd91e7a55a992e4061c0c2570765adcab80e5f594cddc9759d29b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf 5f00eadd37bd91e7a55a992e4061c0c2570765adcab80e5f594cddc9759d29b2 network default NAD default NAD key ] I0504 12:32:16.669325 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-cqghf, hostIfaceName: 5f00eadd37bd91e, network: default, NAD default, SandboxID: "5f00eadd37bd91e7a55a992e4061c0c2570765adcab80e5f594cddc9759d29b2", PCI device ID: , UID: "1168e5db-1cd9-4097-afe2-6a2dcb857a0d", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 12:32:16.706371 3888 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt 5032b352f2237f076e2ac10c5e4ac336127d90dbe8dbe963ee7d16fb6bdf8c97 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-nhdpt 5032b352f2237f076e2ac10c5e4ac336127d90dbe8dbe963ee7d16fb6bdf8c97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:39:a7:6e:80:61\",\"name\":\"5032b352f2237f0\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6600bb2c-e776-4615-b659-2306b8723f65\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:32:16.727889 3888 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf 5f00eadd37bd91e7a55a992e4061c0c2570765adcab80e5f594cddc9759d29b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-cqghf 5f00eadd37bd91e7a55a992e4061c0c2570765adcab80e5f594cddc9759d29b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:b5:a9:6c:3e:b9\",\"name\":\"5f00eadd37bd91e\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/733f0be2-324f-4af0-a600-1be09c7f3a37\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:32:17.107652 3888 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 12:32:17.135047 3888 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 12:32:20.714312 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 12:32:21.516508 3888 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:21.516605 3888 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz I0504 12:32:21.535964 3888 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz] pod update took 19.381636ms I0504 12:32:21.536001 3888 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz] addLogicalPort annotation time took 19.428174ms I0504 12:32:21.537162 3888 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz] addLogicalPort took 20.674343ms, libovsdb time 820.653µs I0504 12:32:21.788564 3888 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-7gg5b for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:21.788678 3888 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b I0504 12:32:21.847856 3888 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b] pod update took 59.19167ms I0504 12:32:21.847884 3888 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b] addLogicalPort annotation time took 59.243698ms I0504 12:32:21.849126 3888 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b] addLogicalPort took 60.585768ms, libovsdb time 872.223µs I0504 12:32:22.353670 3888 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz a6f7aeb831f67f6e71af99647c6c5e6e487eb12047d144b86840e42ed5ee5073 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz a6f7aeb831f67f6e71af99647c6c5e6e487eb12047d144b86840e42ed5ee5073 network default NAD default NAD key ] I0504 12:32:22.363716 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz, hostIfaceName: a6f7aeb831f67f6, network: default, NAD default, SandboxID: "a6f7aeb831f67f6e71af99647c6c5e6e487eb12047d144b86840e42ed5ee5073", PCI device ID: , UID: "242087ea-7b81-4ddd-bdd6-8c8e523048ee", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 12:32:22.418876 3888 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz a6f7aeb831f67f6e71af99647c6c5e6e487eb12047d144b86840e42ed5ee5073 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-9pktz a6f7aeb831f67f6e71af99647c6c5e6e487eb12047d144b86840e42ed5ee5073 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:f8:d6:81:73:de\",\"name\":\"a6f7aeb831f67f6\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45935694-f6f9-46f6-81ca-6fd98d69708d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:32:22.499265 3888 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b d662ed0bd732c7ccef1336d29fcfae8f0e8249c71cd11b985585535ad89203f2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b d662ed0bd732c7ccef1336d29fcfae8f0e8249c71cd11b985585535ad89203f2 network default NAD default NAD key ] I0504 12:32:22.509493 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-7gg5b, hostIfaceName: d662ed0bd732c7c, network: default, NAD default, SandboxID: "d662ed0bd732c7ccef1336d29fcfae8f0e8249c71cd11b985585535ad89203f2", PCI device ID: , UID: "9723b462-1fdb-4711-a2f6-85b0ee94c2e1", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 12:32:22.564894 3888 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b d662ed0bd732c7ccef1336d29fcfae8f0e8249c71cd11b985585535ad89203f2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-7gg5b d662ed0bd732c7ccef1336d29fcfae8f0e8249c71cd11b985585535ad89203f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:40:3e:ab:27:8a\",\"name\":\"d662ed0bd732c7c\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21da014c-59bf-4d6d-b378-ace8eba20732\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:32:25.454194 3888 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:25.454214 3888 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:25.454219 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 12:32:26.337828 3888 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:26.337876 3888 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:26.337884 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 12:32:28.520245 3888 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.520268 3888 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.520274 3888 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:28.520280 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 12:32:38.109251 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 12:32:38.136403 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 12:32:40.718585 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0504 12:32:41.241786 3888 cni.go:452] [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key ] I0504 12:32:41.343043 3888 cni.go:473] [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 48128d2c06c9c266a21562934c4ab05eb5755dcf267589ca4970bbba00d2c389 network default NAD default NAD key default], result "{}", err I0504 12:32:41.395875 3888 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:41.395916 3888 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0504 12:32:41.397413 3888 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.36 I0504 12:32:41.397448 3888 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:32:41.421603 3888 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:41.421634 3888 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:32:41.430241 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 12:32:41.430273 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 12:32:42.691174 3888 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:42.691329 3888 kube.go:256] Updating pod tsf/test-tsf-iam I0504 12:32:42.711144 3888 pod.go:62] [tsf/test-tsf-iam] pod update took 19.84068ms I0504 12:32:42.711175 3888 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.87713ms I0504 12:32:42.712388 3888 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 21.232943ms, libovsdb time 855.893µs I0504 12:32:43.073535 3888 cni.go:452] [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key ] I0504 12:32:43.083513 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 49642e738388a83, network: default, NAD default, SandboxID: "49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5", PCI device ID: , UID: "f59369a0-fc7d-43e2-a9f2-2bcd7aed4154", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 12:32:43.140389 3888 cni.go:473] [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d8:07:e3:cb:fb\",\"name\":\"49642e738388a83\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05ca65cf-5d7b-4cc6-8f2c-a87455814e42\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:32:43.746427 3888 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 12:32:43.747174 3888 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 12:32:43.747199 3888 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 12:32:43.749192 3888 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 12:32:44.116111 3888 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:32:44.116260 3888 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 12:32:44.134371 3888 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.136652ms I0504 12:32:44.134410 3888 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.180653ms I0504 12:32:44.136230 3888 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.13504ms, libovsdb time 1.242795ms I0504 12:32:44.481880 3888 cni.go:452] [tsf-keycloak/keycloak-0 bd9d5d92a1095b8d3a5e429d24329ca511c676c5c60e07ed73cc685efadde9aa network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 bd9d5d92a1095b8d3a5e429d24329ca511c676c5c60e07ed73cc685efadde9aa network default NAD default NAD key ] I0504 12:32:44.492989 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: bd9d5d92a1095b8, network: default, NAD default, SandboxID: "bd9d5d92a1095b8d3a5e429d24329ca511c676c5c60e07ed73cc685efadde9aa", PCI device ID: , UID: "5363e1fa-2e48-4138-aae3-35a7671fce3f", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 12:32:44.548082 3888 cni.go:473] [tsf-keycloak/keycloak-0 bd9d5d92a1095b8d3a5e429d24329ca511c676c5c60e07ed73cc685efadde9aa network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 bd9d5d92a1095b8d3a5e429d24329ca511c676c5c60e07ed73cc685efadde9aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fa:77:82:ae:cb\",\"name\":\"bd9d5d92a1095b8\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/284814a4-3df4-44cd-b42b-225fd355eba8\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:32:50.572294 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 12:33:08.287616 3888 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 12:33:27.235202 3888 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-24brm for pod on switch ip-10-0-0-182.ec2.internal I0504 12:33:27.235293 3888 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm I0504 12:33:27.251450 3888 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm] pod update took 16.175337ms I0504 12:33:27.251482 3888 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm] addLogicalPort annotation time took 16.212174ms I0504 12:33:27.252727 3888 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm] addLogicalPort took 17.540895ms, libovsdb time 876.826µs I0504 12:33:27.600484 3888 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm b79a642de24b236711a3c9e6985ddfeb3d9850874a72877adf07be152aa37fba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm b79a642de24b236711a3c9e6985ddfeb3d9850874a72877adf07be152aa37fba network default NAD default NAD key ] I0504 12:33:27.610067 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-24brm, hostIfaceName: b79a642de24b236, network: default, NAD default, SandboxID: "b79a642de24b236711a3c9e6985ddfeb3d9850874a72877adf07be152aa37fba", PCI device ID: , UID: "a32b4183-2a63-4691-8e52-f4b2d9b9f5f4", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 12:33:27.663978 3888 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm b79a642de24b236711a3c9e6985ddfeb3d9850874a72877adf07be152aa37fba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-24brm b79a642de24b236711a3c9e6985ddfeb3d9850874a72877adf07be152aa37fba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:0f:c9:36:7e:5a\",\"name\":\"b79a642de24b236\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13e1ede9-d979-4da1-b1de-63a406eb250c\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:33:32.783592 3888 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 12:33:32.783615 3888 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 12:33:32.783620 3888 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 12:33:58.433684 3888 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-8s9zj for pod on switch ip-10-0-0-182.ec2.internal I0504 12:33:58.433773 3888 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj I0504 12:33:58.484722 3888 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj I0504 12:33:58.503786 3888 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj] pod update took 70.035772ms I0504 12:33:58.503810 3888 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj] addLogicalPort annotation time took 70.063479ms I0504 12:33:58.505006 3888 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj] addLogicalPort took 71.337462ms, libovsdb time 846.932µs I0504 12:33:58.795760 3888 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj f8dcce0c033049ed38cefad6fa9eca0463c03e55416e26c221a38054062ea68e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj f8dcce0c033049ed38cefad6fa9eca0463c03e55416e26c221a38054062ea68e network default NAD default NAD key ] I0504 12:33:58.805477 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-8s9zj, hostIfaceName: f8dcce0c033049e, network: default, NAD default, SandboxID: "f8dcce0c033049ed38cefad6fa9eca0463c03e55416e26c221a38054062ea68e", PCI device ID: , UID: "819d5ff5-c66b-4401-8e38-26db7916963d", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 12:33:58.857413 3888 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj f8dcce0c033049ed38cefad6fa9eca0463c03e55416e26c221a38054062ea68e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8s9zj f8dcce0c033049ed38cefad6fa9eca0463c03e55416e26c221a38054062ea68e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f6:8d:c5:bd:bd\",\"name\":\"f8dcce0c033049e\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41403e43-cae7-467e-a5a0-ed4350708b4c\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:34:03.653335 3888 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:03.653355 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:03.683577 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:03.683595 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 12:34:06.946297 3888 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 12:34:13.718481 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:13.718510 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:13.719813 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 12:34:13.719854 3888 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 12:34:21.793289 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 12:34:30.766438 3888 namespace.go:142] [openshift-pipelines] updating namespace W0504 12:34:36.701478 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:36.701501 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0504 12:34:36.701598 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 12:34:36.701610 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 12:34:41.873903 3888 cni.go:452] [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key ] I0504 12:34:41.955582 3888 cni.go:473] [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 49642e738388a830f376221aedd356e299ba7e6d3d7ccbbe114589dd56ee67e5 network default NAD default NAD key default], result "{}", err I0504 12:34:42.007510 3888 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:34:42.007553 3888 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 12:34:42.008851 3888 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.41 I0504 12:34:42.008890 3888 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:34:44.105328 3888 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-88vn2] creating logical port tsf-keycloak_tsf-iam-88vn2 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:34:44.105464 3888 kube.go:256] Updating pod tsf-keycloak/tsf-iam-88vn2 I0504 12:34:44.123652 3888 pod.go:62] [tsf-keycloak/tsf-iam-88vn2] pod update took 18.215062ms I0504 12:34:44.123674 3888 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-88vn2] addLogicalPort annotation time took 18.241762ms I0504 12:34:44.124980 3888 pods.go:271] [tsf-keycloak/tsf-iam-88vn2] addLogicalPort took 19.669566ms, libovsdb time 905.303µs I0504 12:34:44.465140 3888 cni.go:452] [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key ] I0504 12:34:44.474627 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-88vn2, hostIfaceName: 86db1c319d5a0ad, network: default, NAD default, SandboxID: "86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320", PCI device ID: , UID: "abdc77ea-fa09-4d0d-b24c-ee6ee5163ac4", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 12:34:44.525586 3888 cni.go:473] [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8b:84:e9:bb:56\",\"name\":\"86db1c319d5a0ad\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1224520-0060-4752-b8e9-498e61eccbe5\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:34:44.833860 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 12:35:00.832427 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 12:35:03.009380 3888 cni.go:452] [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key ] I0504 12:35:03.077833 3888 cni.go:473] [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-88vn2 86db1c319d5a0ada2f4d6e0e838288460a5214004be442d9611f3dc0d43e9320 network default NAD default NAD key default], result "{}", err I0504 12:35:03.129338 3888 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88vn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:03.129384 3888 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-88vn2 I0504 12:35:03.130795 3888 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-88vn2, ips: 10.128.0.45 I0504 12:35:03.130826 3888 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88vn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:04.033687 3888 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88vn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:04.033730 3888 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88vn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:23.789968 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 12:35:42.157962 3888 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:42.157987 3888 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:42.163554 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 12:35:42.163587 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 12:35:42.308312 3888 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-182.ec2.internal I0504 12:35:42.308436 3888 kube.go:256] Updating pod tsf/test-tsf-iam I0504 12:35:42.328090 3888 pod.go:62] [tsf/test-tsf-iam] pod update took 19.67915ms I0504 12:35:42.328112 3888 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.706895ms I0504 12:35:42.329316 3888 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 21.024762ms, libovsdb time 862.544µs I0504 12:35:42.667404 3888 cni.go:452] [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key ] I0504 12:35:42.677003 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6ef29e6d7e70b72, network: default, NAD default, SandboxID: "6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f", PCI device ID: , UID: "155a0e10-fa00-4709-97fe-e0c67e1cd730", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 12:35:42.729746 3888 cni.go:473] [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:45:65:0e:1f:bc\",\"name\":\"6ef29e6d7e70b72\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26ff6fd9-a357-4ba6-a709-37efaafd870e\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:35:50.246670 3888 cni.go:452] [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key ] I0504 12:35:50.326280 3888 cni.go:473] [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6ef29e6d7e70b7295ec9c0daa87d40ef4fc73c31900e614638cc360b53476e3f network default NAD default NAD key default], result "{}", err I0504 12:35:50.380676 3888 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:50.380723 3888 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 12:35:50.382407 3888 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.46 I0504 12:35:50.382447 3888 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:35:50.408193 3888 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:50.408214 3888 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:35:50.415612 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 12:35:50.415637 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 12:35:51.359582 3888 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-182.ec2.internal I0504 12:35:51.359674 3888 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0504 12:35:51.381051 3888 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 21.401485ms I0504 12:35:51.381074 3888 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 21.430648ms I0504 12:35:51.382328 3888 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 22.759601ms, libovsdb time 903.512µs I0504 12:35:51.730301 3888 cni.go:452] [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key ] I0504 12:35:51.740417 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 204cee65a484ae0, network: default, NAD default, SandboxID: "204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0", PCI device ID: , UID: "0e9d6304-5da8-4d72-b831-ceda2d285439", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0504 12:35:51.795722 3888 cni.go:473] [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:cb:75:ae:30:3b\",\"name\":\"204cee65a484ae0\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32c7f739-2695-4f86-9dee-2aafdb7ba2b1\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:35:53.732721 3888 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-gcjhf-v5pwm] creating logical port tsf-tas_rekor-createtree-job-gcjhf-v5pwm for pod on switch ip-10-0-0-182.ec2.internal I0504 12:35:53.732812 3888 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-gcjhf-v5pwm I0504 12:35:53.770443 3888 pod.go:62] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm] pod update took 37.651956ms I0504 12:35:53.770466 3888 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-gcjhf-v5pwm] addLogicalPort annotation time took 37.681778ms I0504 12:35:53.771568 3888 pods.go:271] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm] addLogicalPort took 38.864489ms, libovsdb time 769.404µs I0504 12:35:54.097801 3888 cni.go:452] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key ] I0504 12:35:54.108015 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-gcjhf-v5pwm, hostIfaceName: bda476db403c904, network: default, NAD default, SandboxID: "bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2", PCI device ID: , UID: "022d5df8-1f71-4f77-a262-6d42f69a12ef", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0504 12:35:54.159777 3888 cni.go:473] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:18:85:ba:19:bf\",\"name\":\"bda476db403c904\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09723a76-b98e-42a4-8200-a0d2c4e97d88\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:35:56.293348 3888 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-74cc4fd786-c9pk2] creating logical port tsf-tas_trillian-db-74cc4fd786-c9pk2 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:35:56.293444 3888 kube.go:256] Updating pod tsf-tas/trillian-db-74cc4fd786-c9pk2 I0504 12:35:56.309994 3888 pod.go:62] [tsf-tas/trillian-db-74cc4fd786-c9pk2] pod update took 16.576478ms I0504 12:35:56.310016 3888 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-74cc4fd786-c9pk2] addLogicalPort annotation time took 16.603887ms I0504 12:35:56.311415 3888 pods.go:271] [tsf-tas/trillian-db-74cc4fd786-c9pk2] addLogicalPort took 18.083729ms, libovsdb time 1.019551ms W0504 12:35:59.484876 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 12:35:59.484896 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0504 12:36:00.856508 3888 cni.go:452] [tsf-tas/trillian-db-74cc4fd786-c9pk2 c8c5ccbf20a56848f2a6b02632497b6e3fda1d906c850c47e7a4c571db03cac8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-74cc4fd786-c9pk2 c8c5ccbf20a56848f2a6b02632497b6e3fda1d906c850c47e7a4c571db03cac8 network default NAD default NAD key ] I0504 12:36:00.866035 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-74cc4fd786-c9pk2, hostIfaceName: c8c5ccbf20a5684, network: default, NAD default, SandboxID: "c8c5ccbf20a56848f2a6b02632497b6e3fda1d906c850c47e7a4c571db03cac8", PCI device ID: , UID: "2dc59543-4373-4f12-830f-a1b41a48e5b9", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0504 12:36:00.918346 3888 cni.go:473] [tsf-tas/trillian-db-74cc4fd786-c9pk2 c8c5ccbf20a56848f2a6b02632497b6e3fda1d906c850c47e7a4c571db03cac8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-74cc4fd786-c9pk2 c8c5ccbf20a56848f2a6b02632497b6e3fda1d906c850c47e7a4c571db03cac8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a4:d2:e6:4f:75\",\"name\":\"c8c5ccbf20a5684\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23efda9d-62a1-4a1f-bf8e-443c0f89110e\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:36:10.457768 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 12:36:11.569124 3888 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 12:36:14.701443 3888 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:14.702007 3888 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:15.724182 3888 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:15.724213 3888 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zsw85-8w25p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:16.813476 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0504 12:36:18.401419 3888 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 12:36:29.451122 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 12:36:46.554619 3888 cni.go:452] [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key ] I0504 12:36:46.643629 3888 cni.go:473] [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 204cee65a484ae06e643aaa264f6b93b0d284c0139559458e118f504f0f694e0 network default NAD default NAD key default], result "{}", err I0504 12:36:46.695964 3888 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:46.696009 3888 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0504 12:36:46.697489 3888 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.47 I0504 12:36:46.697524 3888 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:46.737645 3888 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:46.737672 3888 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:46.744775 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 12:36:46.744803 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 12:36:47.499078 3888 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-cpwwt] creating logical port tsf_patch-tekton-config-cpwwt for pod on switch ip-10-0-0-182.ec2.internal I0504 12:36:47.499205 3888 kube.go:256] Updating pod tsf/patch-tekton-config-cpwwt I0504 12:36:47.513374 3888 pod.go:62] [tsf/patch-tekton-config-cpwwt] pod update took 14.197717ms I0504 12:36:47.513400 3888 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-cpwwt] addLogicalPort annotation time took 14.22656ms I0504 12:36:47.514675 3888 pods.go:271] [tsf/patch-tekton-config-cpwwt] addLogicalPort took 15.61333ms, libovsdb time 912.546µs I0504 12:36:47.860005 3888 cni.go:452] [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key ] I0504 12:36:47.870002 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-cpwwt, hostIfaceName: 24a0d0bf13aa49b, network: default, NAD default, SandboxID: "24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98", PCI device ID: , UID: "9d7a6a0f-5113-4f7a-b319-e5513f410e26", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0504 12:36:47.922474 3888 cni.go:473] [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:e9:eb:29:78:32\",\"name\":\"24a0d0bf13aa49b\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0ad96b4-2850-4f34-92f4-7fed3ce692fc\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:36:49.718122 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=64 I0504 12:36:55.615179 3888 cni.go:452] [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key ] I0504 12:36:55.616550 3888 cni.go:452] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key ] I0504 12:36:55.712804 3888 cni.go:473] [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-cpwwt 24a0d0bf13aa49be442247c8b92ef58fd52e18919b90f728a2023ff48623fb98 network default NAD default NAD key default], result "{}", err I0504 12:36:55.729893 3888 cni.go:473] [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-gcjhf-v5pwm bda476db403c9047ef78b60df699e867d23a73de107af2da4fc6aad6e60768b2 network default NAD default NAD key default], result "{}", err I0504 12:36:55.776365 3888 obj_retry.go:498] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.776402 3888 pods.go:176] Deleting pod: tsf/patch-tekton-config-cpwwt I0504 12:36:55.777701 3888 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-cpwwt, ips: 10.128.0.50 I0504 12:36:55.777732 3888 obj_retry.go:498] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.795986 3888 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:55.796024 3888 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-gcjhf-v5pwm I0504 12:36:55.797246 3888 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-gcjhf-v5pwm, ips: 10.128.0.48 I0504 12:36:55.797273 3888 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:36:56.648925 3888 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.648955 3888 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-gcjhf-v5pwm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.802999 3888 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.803026 3888 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:36:56.906950 3888 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-gvg72] creating logical port tsf_tsf-tekton-configuration-gvg72 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:36:56.907052 3888 kube.go:256] Updating pod tsf/tsf-tekton-configuration-gvg72 I0504 12:36:56.922013 3888 pod.go:62] [tsf/tsf-tekton-configuration-gvg72] pod update took 14.987182ms I0504 12:36:56.922039 3888 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-gvg72] addLogicalPort annotation time took 15.019423ms I0504 12:36:56.923324 3888 pods.go:271] [tsf/tsf-tekton-configuration-gvg72] addLogicalPort took 16.397793ms, libovsdb time 881.736µs I0504 12:36:57.267650 3888 cni.go:452] [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key ] I0504 12:36:57.277610 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-gvg72, hostIfaceName: 33750ee2c02bb4d, network: default, NAD default, SandboxID: "33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158", PCI device ID: , UID: "ffc9bdd5-0bff-4ecb-9f43-c9edefc2f5d5", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0504 12:36:57.331961 3888 cni.go:473] [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:8e:2f:c3:d3:b9\",\"name\":\"33750ee2c02bb4d\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d372e002-ecd4-432f-8ba1-2181d1cf4898\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:36:59.825615 3888 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 12:37:00.055129 3888 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5687864897-xzqdq] creating logical port tsf-tas_rekor-redis-5687864897-xzqdq for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:00.055234 3888 kube.go:256] Updating pod tsf-tas/rekor-redis-5687864897-xzqdq I0504 12:37:00.079410 3888 pod.go:62] [tsf-tas/rekor-redis-5687864897-xzqdq] pod update took 24.203005ms I0504 12:37:00.079436 3888 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5687864897-xzqdq] addLogicalPort annotation time took 24.234454ms I0504 12:37:00.080764 3888 pods.go:271] [tsf-tas/rekor-redis-5687864897-xzqdq] addLogicalPort took 25.650296ms, libovsdb time 873.245µs I0504 12:37:00.282204 3888 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-779fd795bc-mqw4x] creating logical port tsf-tas_rekor-search-ui-779fd795bc-mqw4x for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:00.282323 3888 kube.go:256] Updating pod tsf-tas/rekor-search-ui-779fd795bc-mqw4x I0504 12:37:00.310645 3888 pod.go:62] [tsf-tas/rekor-search-ui-779fd795bc-mqw4x] pod update took 28.34848ms I0504 12:37:00.310675 3888 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-779fd795bc-mqw4x] addLogicalPort annotation time took 28.385889ms I0504 12:37:00.312260 3888 pods.go:271] [tsf-tas/rekor-search-ui-779fd795bc-mqw4x] addLogicalPort took 30.08138ms, libovsdb time 1.061222ms I0504 12:37:00.650688 3888 cni.go:452] [tsf-tas/rekor-search-ui-779fd795bc-mqw4x dbe2acb69579be815a7752033832ccea2103b2f02ffc7f354ee47eb736c159a2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-779fd795bc-mqw4x dbe2acb69579be815a7752033832ccea2103b2f02ffc7f354ee47eb736c159a2 network default NAD default NAD key ] I0504 12:37:00.660367 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-779fd795bc-mqw4x, hostIfaceName: dbe2acb69579be8, network: default, NAD default, SandboxID: "dbe2acb69579be815a7752033832ccea2103b2f02ffc7f354ee47eb736c159a2", PCI device ID: , UID: "e6390faa-b238-4b2c-a30e-adc1a089760d", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0504 12:37:00.716124 3888 cni.go:473] [tsf-tas/rekor-search-ui-779fd795bc-mqw4x dbe2acb69579be815a7752033832ccea2103b2f02ffc7f354ee47eb736c159a2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-779fd795bc-mqw4x dbe2acb69579be815a7752033832ccea2103b2f02ffc7f354ee47eb736c159a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:39:73:60:17:cc\",\"name\":\"dbe2acb69579be8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a67cdd4-20d9-4490-b8e2-b184d53bdc02\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:01.925908 3888 cni.go:452] [tsf-tas/rekor-redis-5687864897-xzqdq 61d38e6508cc8b396d954376a231c987506d1363fb395d765f05056af83fc4df network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5687864897-xzqdq 61d38e6508cc8b396d954376a231c987506d1363fb395d765f05056af83fc4df network default NAD default NAD key ] I0504 12:37:01.936158 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5687864897-xzqdq, hostIfaceName: 61d38e6508cc8b3, network: default, NAD default, SandboxID: "61d38e6508cc8b396d954376a231c987506d1363fb395d765f05056af83fc4df", PCI device ID: , UID: "0c5f0ac6-543e-45f7-b806-326eac4a8100", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0504 12:37:01.989069 3888 cni.go:473] [tsf-tas/rekor-redis-5687864897-xzqdq 61d38e6508cc8b396d954376a231c987506d1363fb395d765f05056af83fc4df network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5687864897-xzqdq 61d38e6508cc8b396d954376a231c987506d1363fb395d765f05056af83fc4df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:89:dc:2e:db:6d\",\"name\":\"61d38e6508cc8b3\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4128cdd-43a2-4096-a6a6-84223293f1da\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:02.662944 3888 cni.go:452] [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key ] I0504 12:37:02.750722 3888 cni.go:473] [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-gvg72 33750ee2c02bb4da87f82d692afc17ddcb0324562a83682fe65c6472702bc158 network default NAD default NAD key default], result "{}", err I0504 12:37:03.478243 3888 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gvg72 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:03.478286 3888 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-gvg72 I0504 12:37:03.479741 3888 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-gvg72, ips: 10.128.0.51 I0504 12:37:03.479776 3888 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gvg72 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:04.501395 3888 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gvg72 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.501427 3888 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gvg72 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.540098 3888 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.540131 3888 obj_retry.go:492] Detected object tsf/patch-tekton-config-cpwwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:04.543645 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cpwwt I0504 12:37:04.543676 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cpwwt W0504 12:37:04.674607 3888 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0504 12:37:04.695348 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 12:37:05.245663 3888 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:05.245756 3888 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0504 12:37:05.261801 3888 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.07111ms I0504 12:37:05.261826 3888 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.10079ms I0504 12:37:05.263106 3888 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.456538ms, libovsdb time 889.573µs I0504 12:37:05.605390 3888 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key ] I0504 12:37:05.614794 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 1cd2f497705471d, network: default, NAD default, SandboxID: "1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5", PCI device ID: , UID: "1d2617bc-c827-4ffc-850d-4fd02f542e08", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0504 12:37:05.667714 3888 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:d5:34:dc:f0:2d\",\"name\":\"1cd2f497705471d\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ba1a14e-64c3-4f24-8e4f-cf04fc0132a1\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:08.705822 3888 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key ] I0504 12:37:08.788936 3888 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 1cd2f497705471df984429505d8916e24a6e48e686eb0851beb0b853bb27b1e5 network default NAD default NAD key default], result "{}", err I0504 12:37:08.840264 3888 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:08.840307 3888 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0504 12:37:08.841693 3888 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.54 I0504 12:37:08.841725 3888 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:08.862320 3888 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:08.862345 3888 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:08.869398 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 12:37:08.869426 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 12:37:09.090430 3888 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:09.090519 3888 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0504 12:37:09.108032 3888 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 17.533706ms I0504 12:37:09.108054 3888 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 17.560302ms I0504 12:37:09.109269 3888 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 18.854699ms, libovsdb time 859.192µs I0504 12:37:09.461953 3888 cni.go:452] [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key ] I0504 12:37:09.471515 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 5f1b6a6c100f36f, network: default, NAD default, SandboxID: "5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a", PCI device ID: , UID: "8bbffd82-915e-43c6-a230-1e143cac6bc8", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0504 12:37:09.524142 3888 cni.go:473] [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cd:3b:92:84:76\",\"name\":\"5f1b6a6c100f36f\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/465d8cc3-f3af-42c4-828f-3023be36f3d4\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:37:09.848243 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 12:37:10.202677 3888 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-sxrrz] creating logical port tsf-tpa_create-db-sxrrz for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:10.202810 3888 kube.go:256] Updating pod tsf-tpa/create-db-sxrrz I0504 12:37:10.220239 3888 pod.go:62] [tsf-tpa/create-db-sxrrz] pod update took 17.45423ms I0504 12:37:10.220263 3888 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-sxrrz] addLogicalPort annotation time took 17.486446ms I0504 12:37:10.221474 3888 pods.go:271] [tsf-tpa/create-db-sxrrz] addLogicalPort took 18.811851ms, libovsdb time 846.956µs I0504 12:37:10.562170 3888 cni.go:452] [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key ] I0504 12:37:10.571889 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-sxrrz, hostIfaceName: 819ebd4cff88b7c, network: default, NAD default, SandboxID: "819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1", PCI device ID: , UID: "c5f59f6b-b900-49f2-b0d8-fa5eb91b1b1c", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0504 12:37:10.626412 3888 cni.go:473] [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9a:72:43:f0:6e\",\"name\":\"819ebd4cff88b7c\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/735a67cd-17fd-4600-b6e0-537399ee808b\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:15.718040 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 W0504 12:37:16.691567 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 12:37:16.720209 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0504 12:37:23.794045 3888 cni.go:452] [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key ] I0504 12:37:23.879544 3888 cni.go:473] [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-sxrrz 819ebd4cff88b7c687917f8d5475b1e380d68e7112ee1f545e2f96de0efbccc1 network default NAD default NAD key default], result "{}", err I0504 12:37:23.975134 3888 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:23.975685 3888 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.039627 3888 obj_retry.go:498] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.039666 3888 pods.go:176] Deleting pod: tsf-tpa/create-db-sxrrz I0504 12:37:24.041033 3888 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-sxrrz, ips: 10.128.0.56 I0504 12:37:24.041062 3888 obj_retry.go:498] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:24.854895 3888 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:24.854919 3888 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-m7sdz-mp4t4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:25.063079 3888 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:25.063108 3888 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:25.175994 3888 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-jjqtc] creating logical port tsf-tpa_migrate-db-jjqtc for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:25.176088 3888 kube.go:256] Updating pod tsf-tpa/migrate-db-jjqtc I0504 12:37:25.189343 3888 pod.go:62] [tsf-tpa/migrate-db-jjqtc] pod update took 13.277515ms I0504 12:37:25.189367 3888 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-jjqtc] addLogicalPort annotation time took 13.305735ms I0504 12:37:25.190578 3888 pods.go:271] [tsf-tpa/migrate-db-jjqtc] addLogicalPort took 14.600444ms, libovsdb time 854.807µs I0504 12:37:25.687358 3888 cni.go:452] [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key ] I0504 12:37:25.715025 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-jjqtc, hostIfaceName: f817e2efb7dad71, network: default, NAD default, SandboxID: "f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de", PCI device ID: , UID: "e455438c-c03f-42f9-87fd-b7a67747de8f", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0504 12:37:25.766328 3888 cni.go:473] [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:77:95:af:af:02\",\"name\":\"f817e2efb7dad71\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c80e65a-04a7-41d3-b783-12512dd4ee26\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:26.359226 3888 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gszps-csgm7] creating logical port tsf-tas_tuf-repository-init-gszps-csgm7 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:26.359356 3888 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gszps-csgm7 I0504 12:37:26.377334 3888 pod.go:62] [tsf-tas/tuf-repository-init-gszps-csgm7] pod update took 18.004753ms I0504 12:37:26.377359 3888 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gszps-csgm7] addLogicalPort annotation time took 18.033005ms I0504 12:37:26.378601 3888 pods.go:271] [tsf-tas/tuf-repository-init-gszps-csgm7] addLogicalPort took 19.394073ms, libovsdb time 868.323µs I0504 12:37:27.820980 3888 cni.go:452] [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key ] I0504 12:37:27.912330 3888 cni.go:473] [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-jjqtc f817e2efb7dad71edd40c913ac21a8320ccf0c5aeb353bacae63aacf2126e5de network default NAD default NAD key default], result "{}", err I0504 12:37:27.967770 3888 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:27.967824 3888 pods.go:176] Deleting pod: tsf-tpa/migrate-db-jjqtc I0504 12:37:27.969412 3888 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-jjqtc, ips: 10.128.0.57 I0504 12:37:27.969450 3888 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:28.990300 3888 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:28.990333 3888 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:29.199435 3888 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-fkqzn] creating logical port tsf-tpa_create-importers-fkqzn for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:29.199536 3888 kube.go:256] Updating pod tsf-tpa/create-importers-fkqzn I0504 12:37:29.213813 3888 pod.go:62] [tsf-tpa/create-importers-fkqzn] pod update took 14.300082ms I0504 12:37:29.213868 3888 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-fkqzn] addLogicalPort annotation time took 14.360487ms I0504 12:37:29.215081 3888 pods.go:271] [tsf-tpa/create-importers-fkqzn] addLogicalPort took 15.669783ms, libovsdb time 842.356µs I0504 12:37:29.561474 3888 cni.go:452] [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key ] I0504 12:37:29.571146 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-fkqzn, hostIfaceName: be9f1ca3edb7e23, network: default, NAD default, SandboxID: "be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650", PCI device ID: , UID: "3030352b-b8b6-435c-b685-52301fa3de73", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0504 12:37:29.621957 3888 cni.go:473] [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:24:a7:c4:35:00\",\"name\":\"be9f1ca3edb7e23\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b74d98f-7a24-429a-8a99-ef5491bdb527\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:30.841293 3888 cni.go:452] [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key ] W0504 12:37:30.882857 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 12:37:30.923721 3888 cni.go:473] [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-fkqzn be9f1ca3edb7e2377eb8fde2455d5dc6ad9f392a20029beb7c002ff199d07650 network default NAD default NAD key default], result "{}", err I0504 12:37:30.972885 3888 obj_retry.go:498] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:30.972920 3888 pods.go:176] Deleting pod: tsf-tpa/create-importers-fkqzn I0504 12:37:30.974284 3888 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-fkqzn, ips: 10.128.0.59 I0504 12:37:30.974315 3888 obj_retry.go:498] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:31.996695 3888 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:31.996723 3888 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:33.087928 3888 cni.go:452] [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key ] I0504 12:37:33.097765 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gszps-csgm7, hostIfaceName: 7c594e1b082977e, network: default, NAD default, SandboxID: "7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c", PCI device ID: , UID: "8303a05a-9487-48aa-bfdd-95546e9e2e17", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0504 12:37:33.150756 3888 cni.go:473] [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:3a:a7:83:39:ac\",\"name\":\"7c594e1b082977e\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c7d1418-d163-4949-8b7f-1071ea374c17\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:40.905586 3888 cni.go:452] [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key ] I0504 12:37:40.988245 3888 cni.go:473] [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gszps-csgm7 7c594e1b082977e26ccb78b500922c0494d1efdd8988ffafd7015c30a8f9a33c network default NAD default NAD key default], result "{}", err I0504 12:37:41.040247 3888 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:41.040289 3888 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gszps-csgm7 I0504 12:37:41.041887 3888 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gszps-csgm7, ips: 10.128.0.58 I0504 12:37:41.041918 3888 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:41.922816 3888 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:41.922857 3888 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gszps-csgm7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:43.536242 3888 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-mf7ng] creating logical port tsf-tas_tuf-97fc8ff76-mf7ng for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:43.536332 3888 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-mf7ng I0504 12:37:43.565962 3888 pod.go:62] [tsf-tas/tuf-97fc8ff76-mf7ng] pod update took 29.652537ms I0504 12:37:43.565985 3888 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-mf7ng] addLogicalPort annotation time took 29.680715ms I0504 12:37:43.567397 3888 pods.go:271] [tsf-tas/tuf-97fc8ff76-mf7ng] addLogicalPort took 31.178746ms, libovsdb time 946.976µs I0504 12:37:46.757639 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=116 W0504 12:37:46.972423 3888 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 12:37:48.722344 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0504 12:37:49.960915 3888 cni.go:452] [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key ] I0504 12:37:50.042721 3888 cni.go:473] [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 5f1b6a6c100f36ff60028f84d530e725fc6f253f18e60ee9c577df8f667c521a network default NAD default NAD key default], result "{}", err I0504 12:37:50.096088 3888 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:50.096126 3888 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0504 12:37:50.097554 3888 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.55 I0504 12:37:50.097586 3888 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:37:50.118299 3888 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:50.118324 3888 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:37:50.121832 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 12:37:50.121884 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 12:37:50.916600 3888 namespace.go:98] [image-controller] adding namespace I0504 12:37:50.917490 3888 namespace.go:102] [image-controller] adding namespace took 860.653µs I0504 12:37:50.920271 3888 namespace.go:98] [build-service] adding namespace I0504 12:37:50.920374 3888 namespace.go:98] [integration-service] adding namespace I0504 12:37:50.921107 3888 namespace.go:102] [build-service] adding namespace took 815.675µs I0504 12:37:50.921697 3888 namespace.go:102] [integration-service] adding namespace took 1.303701ms I0504 12:37:50.933458 3888 namespace.go:98] [default-tenant] adding namespace I0504 12:37:50.935598 3888 namespace.go:102] [default-tenant] adding namespace took 2.104173ms I0504 12:37:51.017434 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.071011 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.101384 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:51.131378 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:51.171247 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.200412 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:51.217738 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.235074 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:51.260063 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:51.274921 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:51.380605 3888 namespace.go:98] [release-service] adding namespace I0504 12:37:51.381417 3888 namespace.go:102] [release-service] adding namespace took 786.495µs I0504 12:37:51.388517 3888 namespace.go:142] [release-service] updating namespace I0504 12:37:51.412573 3888 namespace.go:142] [konflux-ui] updating namespace I0504 12:37:51.412639 3888 namespace.go:142] [release-service] updating namespace I0504 12:37:51.700365 3888 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:51.700461 3888 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0504 12:37:51.743518 3888 namespace.go:98] [konflux-info] adding namespace I0504 12:37:51.744440 3888 namespace.go:102] [konflux-info] adding namespace took 896.818µs I0504 12:37:51.758130 3888 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 57.690045ms I0504 12:37:51.758163 3888 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 57.729493ms I0504 12:37:51.759347 3888 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 58.998458ms, libovsdb time 794.705µs I0504 12:37:51.796218 3888 namespace.go:98] [namespace-lister] adding namespace I0504 12:37:51.796348 3888 namespace.go:142] [konflux-info] updating namespace I0504 12:37:51.797168 3888 namespace.go:102] [namespace-lister] adding namespace took 921.284µs I0504 12:37:51.863648 3888 namespace.go:142] [konflux-info] updating namespace I0504 12:37:51.863709 3888 namespace.go:98] [enterprise-contract-service] adding namespace I0504 12:37:51.864679 3888 namespace.go:102] [enterprise-contract-service] adding namespace took 952.214µs I0504 12:37:51.883821 3888 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:51.961288 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:51.987344 3888 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:52.067266 3888 cni.go:452] [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key ] I0504 12:37:52.077091 3888 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: cfe6b32208540bf, network: default, NAD default, SandboxID: "cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2", PCI device ID: , UID: "0ef30980-52b9-4fbb-b70f-d91a6e5a59d3", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0504 12:37:52.119452 3888 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:52.133794 3888 cni.go:473] [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:a8:7e:cb:a9:f9\",\"name\":\"cfe6b32208540bf\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c76796b-e37a-4dd5-9333-a837bf884a3f\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:52.236423 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:52.314975 3888 namespace.go:98] [segment-bridge] adding namespace I0504 12:37:52.315828 3888 namespace.go:102] [segment-bridge] adding namespace took 826.5µs I0504 12:37:52.325399 3888 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:52.540649 3888 namespace.go:98] [konflux-cli] adding namespace I0504 12:37:52.541494 3888 namespace.go:102] [konflux-cli] adding namespace took 822.235µs I0504 12:37:52.693963 3888 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 12:37:52.694598 3888 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 12:37:52.694620 3888 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 12:37:52.697178 3888 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 12:37:52.835990 3888 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:52.988257 3888 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 12:37:52.988286 3888 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 12:37:52.989128 3888 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 12:37:53.073386 3888 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:53.116227 3888 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-grdq5] creating logical port namespace-lister_namespace-lister-696b855848-grdq5 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:53.116348 3888 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-grdq5 I0504 12:37:53.158515 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:53.209977 3888 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:53.264391 3888 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:53.411222 3888 pod.go:62] [namespace-lister/namespace-lister-696b855848-grdq5] pod update took 294.908634ms I0504 12:37:53.411258 3888 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-grdq5] addLogicalPort annotation time took 294.947412ms I0504 12:37:53.412566 3888 pods.go:271] [namespace-lister/namespace-lister-696b855848-grdq5] addLogicalPort took 296.354841ms, libovsdb time 848.026µs I0504 12:37:53.594323 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:53.783487 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.093332 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.293693 3888 namespace.go:142] [release-service] updating namespace I0504 12:37:54.438408 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:54.458326 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:54.475182 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.517326 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.519504 3888 namespace.go:142] [release-service] updating namespace I0504 12:37:54.590694 3888 namespace.go:142] [build-service] updating namespace I0504 12:37:54.702483 3888 namespace.go:142] [default-tenant] updating namespace I0504 12:37:54.769122 3888 cni.go:452] [tsf-tas/tuf-97fc8ff76-mf7ng 1619cdbf82095c19dcf2e0eda124e29b6bbc0ae053b6855daa8affaf3f1f960a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-mf7ng 1619cdbf82095c19dcf2e0eda124e29b6bbc0ae053b6855daa8affaf3f1f960a network default NAD default NAD key ] I0504 12:37:54.780303 3888 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-mf7ng, hostIfaceName: 1619cdbf82095c1, network: default, NAD default, SandboxID: "1619cdbf82095c19dcf2e0eda124e29b6bbc0ae053b6855daa8affaf3f1f960a", PCI device ID: , UID: "0683ea10-17b0-4518-9a32-2c940dc31903", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0504 12:37:54.810434 3888 namespace.go:142] [image-controller] updating namespace I0504 12:37:54.844378 3888 cni.go:473] [tsf-tas/tuf-97fc8ff76-mf7ng 1619cdbf82095c19dcf2e0eda124e29b6bbc0ae053b6855daa8affaf3f1f960a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-mf7ng 1619cdbf82095c19dcf2e0eda124e29b6bbc0ae053b6855daa8affaf3f1f960a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:17:fc:9f:96:26\",\"name\":\"1619cdbf82095c1\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdeb5295-f7b2-4184-aeb7-fa3efc0029af\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:54.874832 3888 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-q7bv7] creating logical port image-controller_image-controller-controller-manager-6f859968fc-q7bv7 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:54.874952 3888 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-q7bv7 I0504 12:37:54.881803 3888 namespace.go:142] [integration-service] updating namespace I0504 12:37:54.945326 3888 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-q7bv7] pod update took 70.402785ms I0504 12:37:54.945358 3888 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-q7bv7] addLogicalPort annotation time took 70.439129ms I0504 12:37:54.946789 3888 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-q7bv7] addLogicalPort took 71.976853ms, libovsdb time 913.865µs I0504 12:37:54.974297 3888 namespace.go:142] [release-service] updating namespace I0504 12:37:55.261817 3888 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-q7bv7 2c98c73e002f1eecf787a0bf233632d83edc0478ab7b3c625cbc11d64b55974a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-q7bv7 2c98c73e002f1eecf787a0bf233632d83edc0478ab7b3c625cbc11d64b55974a network default NAD default NAD key ] I0504 12:37:55.274307 3888 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-q7bv7, hostIfaceName: 2c98c73e002f1ee, network: default, NAD default, SandboxID: "2c98c73e002f1eecf787a0bf233632d83edc0478ab7b3c625cbc11d64b55974a", PCI device ID: , UID: "837a8b7a-07e2-497c-b107-35278371425f", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0504 12:37:55.279485 3888 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-rjvc2 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:55.279631 3888 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 I0504 12:37:55.300072 3888 cni.go:452] [namespace-lister/namespace-lister-696b855848-grdq5 585bdfa2c2754dc149e1f6824caa4c652aeb52d995988a215c3540ec3c4f68dc network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-grdq5 585bdfa2c2754dc149e1f6824caa4c652aeb52d995988a215c3540ec3c4f68dc network default NAD default NAD key ] I0504 12:37:55.311490 3888 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-grdq5, hostIfaceName: 585bdfa2c2754dc, network: default, NAD default, SandboxID: "585bdfa2c2754dc149e1f6824caa4c652aeb52d995988a215c3540ec3c4f68dc", PCI device ID: , UID: "b413c287-be83-4914-a0a6-cc0531e96257", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0504 12:37:55.340398 3888 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-q7bv7 2c98c73e002f1eecf787a0bf233632d83edc0478ab7b3c625cbc11d64b55974a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-q7bv7 2c98c73e002f1eecf787a0bf233632d83edc0478ab7b3c625cbc11d64b55974a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:c3:c0:27:06:0f\",\"name\":\"2c98c73e002f1ee\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d9e77bc-67aa-47fc-ac49-db6f469f91a0\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:55.373597 3888 cni.go:473] [namespace-lister/namespace-lister-696b855848-grdq5 585bdfa2c2754dc149e1f6824caa4c652aeb52d995988a215c3540ec3c4f68dc network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-grdq5 585bdfa2c2754dc149e1f6824caa4c652aeb52d995988a215c3540ec3c4f68dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:53:22:a3:c1:21\",\"name\":\"585bdfa2c2754dc\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6c7bef5-0e56-4f78-9cca-0434012d67c3\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:55.402897 3888 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2] pod update took 123.290306ms I0504 12:37:55.402928 3888 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2] addLogicalPort annotation time took 123.328934ms I0504 12:37:55.404287 3888 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2] addLogicalPort took 124.820935ms, libovsdb time 945.122µs I0504 12:37:55.624558 3888 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-r7rns] creating logical port build-service_build-service-controller-manager-7cbf488fcf-r7rns for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:55.624657 3888 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-r7rns I0504 12:37:55.704958 3888 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-r7rns] pod update took 80.324248ms I0504 12:37:55.704990 3888 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-r7rns] addLogicalPort annotation time took 80.360547ms I0504 12:37:55.706693 3888 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-r7rns] addLogicalPort took 82.152732ms, libovsdb time 1.125655ms I0504 12:37:56.006524 3888 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-r7rns 143fb4efc3f2427a5bcc70cf7b2f99a5d30e40693fd54ae7e72af4659d432f66 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-r7rns 143fb4efc3f2427a5bcc70cf7b2f99a5d30e40693fd54ae7e72af4659d432f66 network default NAD default NAD key ] I0504 12:37:56.018163 3888 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-r7rns, hostIfaceName: 143fb4efc3f2427, network: default, NAD default, SandboxID: "143fb4efc3f2427a5bcc70cf7b2f99a5d30e40693fd54ae7e72af4659d432f66", PCI device ID: , UID: "a3faa9c3-4be2-4bc0-818b-7d02f2af7b24", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0504 12:37:56.086692 3888 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-r7rns 143fb4efc3f2427a5bcc70cf7b2f99a5d30e40693fd54ae7e72af4659d432f66 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-r7rns 143fb4efc3f2427a5bcc70cf7b2f99a5d30e40693fd54ae7e72af4659d432f66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:99:2a:c1:c0:8c\",\"name\":\"143fb4efc3f2427\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7422886-7204-42fd-a8a6-f3cb9d5b7dcb\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:37:56.282106 3888 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:56.469342 3888 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:56.671500 3888 namespace.go:142] [konflux-info] updating namespace I0504 12:37:56.758617 3888 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2mscf] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-2mscf for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:56.758736 3888 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-2mscf I0504 12:37:56.872089 3888 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:56.888714 3888 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf] pod update took 130.010908ms I0504 12:37:56.888748 3888 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-2mscf] addLogicalPort annotation time took 130.049903ms I0504 12:37:56.890226 3888 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf] addLogicalPort took 131.632358ms, libovsdb time 984.321µs I0504 12:37:56.951420 3888 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5cff6578c5-ncgnn] creating logical port konflux-ui_proxy-5cff6578c5-ncgnn for pod on switch ip-10-0-0-182.ec2.internal I0504 12:37:56.951558 3888 kube.go:256] Updating pod konflux-ui/proxy-5cff6578c5-ncgnn I0504 12:37:57.063394 3888 pod.go:62] [konflux-ui/proxy-5cff6578c5-ncgnn] pod update took 111.884091ms I0504 12:37:57.063425 3888 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5cff6578c5-ncgnn] addLogicalPort annotation time took 111.921444ms I0504 12:37:57.065133 3888 pods.go:271] [konflux-ui/proxy-5cff6578c5-ncgnn] addLogicalPort took 113.73119ms, libovsdb time 1.211526ms I0504 12:37:57.078824 3888 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:57.239393 3888 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:57.244198 3888 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:57.285152 3888 namespace.go:142] [konflux-info] updating namespace I0504 12:37:57.295144 3888 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:57.328550 3888 namespace.go:142] [segment-bridge] updating namespace I0504 12:37:57.415580 3888 namespace.go:142] [enterprise-contract-service] updating namespace I0504 12:37:57.488744 3888 namespace.go:142] [konflux-cli] updating namespace I0504 12:37:57.572938 3888 namespace.go:142] [konflux-info] updating namespace I0504 12:37:57.647671 3888 namespace.go:142] [namespace-lister] updating namespace I0504 12:37:57.724387 3888 namespace.go:142] [segment-bridge] updating namespace I0504 12:38:00.346771 3888 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key ] I0504 12:38:00.356764 3888 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-rjvc2, hostIfaceName: 42de5d9a7bc000f, network: default, NAD default, SandboxID: "42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284", PCI device ID: , UID: "e9407272-d6d9-4e18-bc4b-a54ee88238a1", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0504 12:38:00.418269 3888 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:b0:7c:db:38:d3\",\"name\":\"42de5d9a7bc000f\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/606058ef-17aa-4f5a-800f-6a1d1dc89641\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:38:00.807327 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 12:38:00.950240 3888 cni.go:452] [konflux-ui/proxy-5cff6578c5-ncgnn b3577ed43fd9929f8d07575e33f6c2baedf3db0aa57682810751e51eba1f39a9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5cff6578c5-ncgnn b3577ed43fd9929f8d07575e33f6c2baedf3db0aa57682810751e51eba1f39a9 network default NAD default NAD key ] I0504 12:38:00.962068 3888 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5cff6578c5-ncgnn, hostIfaceName: b3577ed43fd9929, network: default, NAD default, SandboxID: "b3577ed43fd9929f8d07575e33f6c2baedf3db0aa57682810751e51eba1f39a9", PCI device ID: , UID: "c73cb779-d300-4130-a401-432f2727a260", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0504 12:38:01.035022 3888 cni.go:473] [konflux-ui/proxy-5cff6578c5-ncgnn b3577ed43fd9929f8d07575e33f6c2baedf3db0aa57682810751e51eba1f39a9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5cff6578c5-ncgnn b3577ed43fd9929f8d07575e33f6c2baedf3db0aa57682810751e51eba1f39a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:24:c2:a2:23:10\",\"name\":\"b3577ed43fd9929\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dbaee7d-426d-42be-852d-695548c4f47b\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:38:01.058216 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0504 12:38:01.085316 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 12:38:01.140641 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 12:38:02.080773 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0504 12:38:02.121297 3888 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 12:38:03.128946 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:03.129794 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 12:38:04.101254 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:04.101383 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 12:38:04.129942 3888 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 12:38:04.802049 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 12:38:07.400551 3888 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf 0b6b7510c5b2e3e1f9cef3c2a17e006e508836b6c0cccc4fd38d5b8696d61514 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf 0b6b7510c5b2e3e1f9cef3c2a17e006e508836b6c0cccc4fd38d5b8696d61514 network default NAD default NAD key ] I0504 12:38:07.410314 3888 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-2mscf, hostIfaceName: 0b6b7510c5b2e3e, network: default, NAD default, SandboxID: "0b6b7510c5b2e3e1f9cef3c2a17e006e508836b6c0cccc4fd38d5b8696d61514", PCI device ID: , UID: "4046386e-aa69-43a8-890c-d867f28ae419", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0504 12:38:07.473882 3888 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf 0b6b7510c5b2e3e1f9cef3c2a17e006e508836b6c0cccc4fd38d5b8696d61514 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-2mscf 0b6b7510c5b2e3e1f9cef3c2a17e006e508836b6c0cccc4fd38d5b8696d61514 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:53:b5:be:1f:80\",\"name\":\"0b6b7510c5b2e3e\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80e0e3fd-485c-4d46-b570-854f5ade1494\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 12:38:08.131054 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.131077 3888 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.168947 3888 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:08.168980 3888 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:10.182127 3888 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 12:38:10.186075 3888 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 12:38:12.076929 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 12:38:12.101956 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0504 12:38:14.150967 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:14.151001 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 12:38:14.152188 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 12:38:14.152214 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 12:38:14.659050 3888 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key ] I0504 12:38:14.738429 3888 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 42de5d9a7bc000f07c9170c84a8b8223be3cf75630808868dbc85f74a8d84284 network default NAD default NAD key default], result "{}", err I0504 12:38:15.079684 3888 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:38:15.079723 3888 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 I0504 12:38:15.081298 3888 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2, ips: 10.128.0.64 I0504 12:38:15.081332 3888 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 12:38:15.138485 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 12:38:15.195428 3888 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:38:15.195460 3888 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:38:15.206508 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 I0504 12:38:15.206547 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rjvc2 W0504 12:38:21.152308 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 12:38:21.157750 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0504 12:38:47.254352 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:47.254374 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:47.254385 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:47.254390 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:48.228577 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 12:38:48.228605 3888 util.go:959] Failed to build node endpoints for node ip-10-0-0-182.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 12:39:18.353530 3888 obj_retry.go:498] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:18.354135 3888 obj_retry.go:498] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:18.820655 3888 obj_retry.go:492] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:18.820684 3888 obj_retry.go:492] Detected object konflux-ui/proxy-c8cfcf87d-sgt59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:18.828769 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-c8cfcf87d-sgt59 I0504 12:39:18.828799 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-c8cfcf87d-sgt59 I0504 12:39:22.600941 3888 cni.go:452] [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key ] I0504 12:39:22.686671 3888 cni.go:473] [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux cfe6b32208540bf54c0d24be8b27e7a47d62351b24eea703e889cef0721b65e2 network default NAD default NAD key default], result "{}", err I0504 12:39:22.739598 3888 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:22.739632 3888 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0504 12:39:22.740980 3888 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.61 I0504 12:39:22.741007 3888 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:39:22.778252 3888 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:22.778284 3888 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:39:22.784759 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 12:39:22.784785 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 12:39:25.799130 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 12:39:32.727413 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=629 I0504 12:39:53.801136 3888 namespace.go:98] [managed-tenant-9g2ln] adding namespace I0504 12:39:53.802061 3888 namespace.go:102] [managed-tenant-9g2ln] adding namespace took 872.96µs I0504 12:39:53.839498 3888 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:53.861323 3888 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.021405 3888 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.152541 3888 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:39:55.268224 3888 namespace.go:142] [managed-tenant-9g2ln] updating namespace I0504 12:40:00.197238 3888 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631640-7xrzw for pod on switch ip-10-0-0-182.ec2.internal I0504 12:40:00.197348 3888 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw I0504 12:40:00.211460 3888 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw] pod update took 14.136865ms I0504 12:40:00.211482 3888 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw] addLogicalPort annotation time took 14.162886ms I0504 12:40:00.212776 3888 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw] addLogicalPort took 15.552328ms, libovsdb time 880.397µs I0504 12:40:00.558493 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key ] I0504 12:40:00.567934 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631640-7xrzw, hostIfaceName: e2256440489f427, network: default, NAD default, SandboxID: "e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1", PCI device ID: , UID: "bf659535-6f13-4d15-a543-e341c8cdd30a", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0504 12:40:00.622932 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6c:32:af:57:19\",\"name\":\"e2256440489f427\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2b71098-cc99-4dbe-a9a6-91c63860d6e3\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:40:03.854761 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key ] I0504 12:40:03.940220 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw e2256440489f427e49f961ee0dfa5f4cddf7b1774cb6b3d16711f4622c4b44b1 network default NAD default NAD key default], result "{}", err I0504 12:40:03.991272 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:40:03.991317 3888 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw I0504 12:40:03.992750 3888 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw, ips: 10.128.0.68 I0504 12:40:03.992784 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:40:04.866764 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:40:04.866792 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631640-7xrzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:40:25.718355 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0504 12:40:46.818060 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 12:41:06.794514 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 12:41:22.870893 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 12:42:07.722159 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=27 I0504 12:42:15.838620 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 12:42:49.762306 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=49 I0504 12:42:58.838891 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 12:43:02.811280 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 12:44:27.806458 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0504 12:44:45.723249 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0504 12:44:54.830018 3888 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 12:45:39.819172 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0504 12:45:59.803120 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 12:46:26.731431 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0504 12:46:34.726455 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0504 12:47:25.050854 3888 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:25.050910 3888 obj_retry.go:492] Detected object tsf-tpa/create-db-sxrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:25.055623 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-sxrrz I0504 12:47:25.055655 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-sxrrz I0504 12:47:28.032750 3888 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:28.032804 3888 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jjqtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:28.035689 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jjqtc I0504 12:47:28.035714 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jjqtc I0504 12:47:31.033827 3888 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:31.033960 3888 obj_retry.go:492] Detected object tsf-tpa/create-importers-fkqzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:47:31.039833 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-fkqzn I0504 12:47:31.039886 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-fkqzn I0504 12:47:36.726690 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0504 12:47:37.798945 3888 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0504 12:48:03.822421 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 12:48:35.722417 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 12:49:08.875385 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 12:49:23.815431 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 12:49:56.766697 3888 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0504 12:50:00.210726 3888 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29631650-zkzm8 for pod on switch ip-10-0-0-182.ec2.internal I0504 12:50:00.210899 3888 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 I0504 12:50:00.236414 3888 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8] pod update took 25.57357ms I0504 12:50:00.236449 3888 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8] addLogicalPort annotation time took 25.616286ms I0504 12:50:00.237735 3888 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8] addLogicalPort took 27.029121ms, libovsdb time 854.704µs I0504 12:50:00.577641 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key ] I0504 12:50:00.587444 3888 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29631650-zkzm8, hostIfaceName: 8b3d1311cdef758, network: default, NAD default, SandboxID: "8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50", PCI device ID: , UID: "7e73bfe4-bd14-4d77-8d4e-0540585c00cd", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0504 12:50:00.643637 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:b6:d0:bb:dc:60\",\"name\":\"8b3d1311cdef758\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db22e1b-60a0-4edd-a505-99fe797cd707\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 12:50:01.842459 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 12:50:04.318896 3888 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key ] I0504 12:50:04.423793 3888 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 8b3d1311cdef7580dbca3b955e2799071b819fc24963ee7180e1e5dcee805b50 network default NAD default NAD key default], result "{}", err I0504 12:50:04.475688 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 12:50:04.475753 3888 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 I0504 12:50:04.477066 3888 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8, ips: 10.128.0.69 I0504 12:50:04.477099 3888 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 12:50:05.328825 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.328907 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631650-zkzm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.364041 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.364071 3888 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 12:50:05.367090 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp I0504 12:50:05.367112 3888 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29631620-9lblp I0504 12:50:41.810706 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 12:50:55.845258 3888 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8