+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-35.ec2.internal ++ [[ -n ip-10-0-1-35.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-35.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 11:07:32.488478159 - disable conntrack on geneve port' I0418 11:07:32.488478159 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 11:07:32.517232694 - starting ovnkube-node' I0418 11:07:32.517232694 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-35.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-35.ec2.internal --init-node ip-10-0-1-35.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-35.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 11:07:32.570058 3822 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 11:07:32.570130 3822 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bac2c7fec1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 11:07:32.571772 3822 kube.go:431] Waiting for certificate I0418 11:07:32.571802 3822 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:32.571841 3822 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 11:07:32.572881 3822 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:32.606549 3822 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.606567 3822 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.610348 3822 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:32.610479 3822 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lm8cc" I0418 11:07:32.614209 3822 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lm8cc" I0418 11:07:32.614287 3822 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 11:07:33.572169 3822 kube.go:438] Certificate found I0418 11:07:33.572829 3822 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 11:07:33.574012 3822 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 11:07:33.629337 3822 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 11:02:32 +0000 UTC" deadline="2026-04-19 07:19:04.552451117 +0000 UTC" I0418 11:07:33.629377 3822 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h11m30.923088673s" I0418 11:07:33.648154 3822 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:33.660170 3822 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 11:07:33.660320 3822 server.go:101] MetricServer registers OVS metrics I0418 11:07:33.660819 3822 server.go:105] MetricServer registers OVN DB metrics I0418 11:07:33.660922 3822 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 11:07:33.661039 3822 factory.go:561] Starting watch factory I0418 11:07:33.661215 3822 controller_manager.go:370] Starting the ovnkube controller I0418 11:07:33.661236 3822 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-35.ec2.internal I0418 11:07:33.661298 3822 controller_manager.go:395] NBDB zone sync took: 50.301µs I0418 11:07:33.661314 3822 factory.go:561] Starting watch factory I0418 11:07:33.661192 3822 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.661299 3822 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.661338 3822 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.661343 3822 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.661777 3822 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.661800 3822 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662063 3822 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662083 3822 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662189 3822 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662208 3822 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662639 3822 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.662672 3822 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.666148 3822 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 11:07:33.666178 3822 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 11:07:33.677745 3822 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.679510 3822 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.680166 3822 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.680190 3822 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.680660 3822 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.682202 3822 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 11:07:33.682269 3822 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 11:07:33.687565 3822 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 11:07:33.687599 3822 server.go:109] MetricServer registers OVN Controller metrics I0418 11:07:33.690330 3822 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 11:07:33.692161 3822 server.go:113] MetricServer registers OVN Northd metrics I0418 11:07:33.696529 3822 metrics.go:519] OVN Metrics Server starts to run ... I0418 11:07:33.767178 3822 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:33.767202 3822 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:33.767208 3822 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:33.767213 3822 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:33.767218 3822 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:33.767223 3822 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:33.767264 3822 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 11:07:33.767286 3822 factory.go:1977] *v1.Pod informer cache synced successfully I0418 11:07:33.767289 3822 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 11:07:33.767292 3822 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 11:07:33.767295 3822 factory.go:1977] *v1.Node informer cache synced successfully I0418 11:07:33.767298 3822 factory.go:1977] *v1.Service informer cache synced successfully I0418 11:07:33.767309 3822 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.767334 3822 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.767427 3822 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.767468 3822 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.770232 3822 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.770249 3822 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 11:07:33.772338 3822 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:33.772348 3822 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:33.772350 3822 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 11:07:33.772360 3822 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 11:07:33.772435 3822 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.772471 3822 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.774835 3822 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.778009 3822 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:33.778120 3822 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 11:07:33.778141 3822 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.778182 3822 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.780215 3822 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.783108 3822 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:33.783149 3822 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 11:07:33.783192 3822 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.783207 3822 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.785087 3822 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.788952 3822 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:33.788968 3822 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 11:07:33.789006 3822 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.789017 3822 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.791254 3822 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.794189 3822 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:33.794249 3822 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.794261 3822 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.794276 3822 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 11:07:33.796321 3822 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.800073 3822 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:33.800078 3822 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 11:07:33.800229 3822 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.800242 3822 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.802193 3822 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 11:07:33.805918 3822 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:33.805984 3822 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.805998 3822 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.806045 3822 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.806064 3822 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.806123 3822 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 11:07:33.808249 3822 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.808292 3822 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 11:07:33.811331 3822 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:33.811342 3822 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:33.811349 3822 factory.go:680] Watch Factory start up complete, took: 150.034152ms I0418 11:07:33.811356 3822 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-35.ec2.internal" zone I0418 11:07:33.811406 3822 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 11:07:33.811418 3822 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 11:07:33.811424 3822 factory.go:680] Watch Factory start up complete, took: 150.393521ms I0418 11:07:33.811512 3822 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 11:07:33.863041 3822 default_node_network_controller.go:710] Initializing the default node network controller I0418 11:07:33.966585 3822 udn_isolation.go:101] Starting UDN host isolation manager I0418 11:07:33.973466 3822 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 11:07:34.037259 3822 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 11:07:34.037367 3822 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 11:07:34.037380 3822 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 11:07:34.071115 3822 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 11:07:34.071181 3822 default_node_network_controller.go:809] Node ip-10-0-1-35.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0418 11:07:34.076982 3822 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.35"] k8s.ovn.org/zone-name:ip-10-0-1-35.ec2.internal] on node ip-10-0-1-35.ec2.internal I0418 11:07:34.097657 3822 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 11:07:34.104694 3822 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 11:07:34.104871 3822 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0418 11:07:34.105019 3822 gateway_init.go:263] Preparing Gateway I0418 11:07:34.105035 3822 gateway_shared_intf.go:1687] Creating new gateway I0418 11:07:34.209033 3822 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:34.215622 3822 iptables.go:108] Creating table: filter chain: OUTPUT I0418 11:07:34.222225 3822 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 11:07:34.222240 3822 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-35.ec2.internal","mac-address":"0a:ff:e7:b7:f5:8b","ip-addresses":["10.0.1.35/24"],"ip-address":"10.0.1.35/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:193e7a5c-ed55-4cb5-9524-e1f6a8872081 k8s.ovn.org/node-encap-ips:["10.0.1.35"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.35/24"} k8s.ovn.org/zone-name:ip-10-0-1-35.ec2.internal] on node ip-10-0-1-35.ec2.internal I0418 11:07:34.241256 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:34.312153 3822 controller_manager.go:429] Waiting for node in zone sync took: 500.781319ms I0418 11:07:34.316863 3822 controller_manager.go:611] Switching to transit router for layer2 networks I0418 11:07:34.316877 3822 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-35.ec2.internal I0418 11:07:34.330493 3822 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 11:07:34.337241 3822 controller_manager.go:290] SCTP support detected in OVN I0418 11:07:34.337808 3822 services_controller.go:69] Creating services controller for network=default I0418 11:07:34.337944 3822 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 11:07:34.338011 3822 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 11:07:34.338048 3822 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 11:07:34.338066 3822 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 11:07:34.338078 3822 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:34.338252 3822 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 11:07:34.338302 3822 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 11:07:34.338330 3822 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.41µs I0418 11:07:34.338346 3822 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.971µs I0418 11:07:34.338356 3822 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.055µs I0418 11:07:34.338364 3822 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 11:07:34.338379 3822 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 11:07:34.338391 3822 default_network_controller.go:325] Starting the default network controller I0418 11:07:34.338412 3822 udn_enabled_svc.go:95] Performing full resync I0418 11:07:34.338476 3822 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.299µs I0418 11:07:34.338702 3822 udn_enabled_svc.go:99] Waiting for handler to sync I0418 11:07:34.338712 3822 udn_enabled_svc.go:104] Starting worker I0418 11:07:34.347531 3822 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 11:07:34.347585 3822 repair.go:33] Syncing exgw routes took 42.026µs I0418 11:07:34.347605 3822 default_network_controller.go:414] Starting all the Watchers... I0418 11:07:34.347734 3822 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 11:07:34.347749 3822 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 11:07:34.347751 3822 namespace.go:98] [openshift-config-managed] adding namespace I0418 11:07:34.347758 3822 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 11:07:34.347770 3822 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 11:07:34.347773 3822 namespace.go:98] [openshift-dns] adding namespace I0418 11:07:34.347775 3822 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 11:07:34.347782 3822 namespace.go:98] [openshift-dns-operator] adding namespace I0418 11:07:34.347788 3822 namespace.go:98] [kube-public] adding namespace I0418 11:07:34.347797 3822 namespace.go:98] [openshift] adding namespace I0418 11:07:34.347801 3822 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 11:07:34.347803 3822 namespace.go:98] [openshift-ingress] adding namespace I0418 11:07:34.347803 3822 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 11:07:34.347736 3822 namespace.go:98] [openshift-logging] adding namespace I0418 11:07:34.347866 3822 namespace.go:98] [openshift-package-operator] adding namespace I0418 11:07:34.348314 3822 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 567.218µs I0418 11:07:34.348329 3822 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 11:07:34.348801 3822 namespace.go:102] [openshift-backplane-cse] adding namespace took 465.644µs I0418 11:07:34.348817 3822 namespace.go:98] [default] adding namespace I0418 11:07:34.349260 3822 namespace.go:102] [default] adding namespace took 438.269µs I0418 11:07:34.349272 3822 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 11:07:34.349803 3822 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.046702ms I0418 11:07:34.349813 3822 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 11:07:34.350269 3822 namespace.go:102] [openshift-config-managed] adding namespace took 2.504836ms I0418 11:07:34.350289 3822 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 11:07:34.350789 3822 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.008805ms I0418 11:07:34.350802 3822 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 11:07:34.351652 3822 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.87399ms I0418 11:07:34.351670 3822 namespace.go:98] [openshift-image-registry] adding namespace I0418 11:07:34.352154 3822 namespace.go:102] [openshift-dns] adding namespace took 4.3717ms I0418 11:07:34.352177 3822 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 11:07:34.352573 3822 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.788142ms I0418 11:07:34.352586 3822 namespace.go:98] [openshift-config] adding namespace I0418 11:07:34.353087 3822 namespace.go:102] [openshift-dns-operator] adding namespace took 5.29759ms I0418 11:07:34.353102 3822 namespace.go:98] [kube-node-lease] adding namespace I0418 11:07:34.353569 3822 namespace.go:102] [kube-public] adding namespace took 5.771191ms I0418 11:07:34.353584 3822 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 11:07:34.354018 3822 namespace.go:102] [openshift] adding namespace took 6.216372ms I0418 11:07:34.354029 3822 namespace.go:98] [openshift-controller-manager] adding namespace I0418 11:07:34.354470 3822 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.66233ms I0418 11:07:34.354482 3822 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 11:07:34.355019 3822 namespace.go:102] [openshift-ingress] adding namespace took 7.205283ms I0418 11:07:34.355041 3822 namespace.go:98] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace I0418 11:07:34.355473 3822 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.655417ms I0418 11:07:34.355493 3822 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 11:07:34.355975 3822 namespace.go:102] [openshift-logging] adding namespace took 8.102805ms I0418 11:07:34.355991 3822 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 11:07:34.356392 3822 namespace.go:102] [openshift-package-operator] adding namespace took 8.515538ms I0418 11:07:34.356410 3822 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 11:07:34.356805 3822 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.526423ms I0418 11:07:34.356820 3822 namespace.go:98] [openshift-infra] adding namespace I0418 11:07:34.357211 3822 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.391774ms I0418 11:07:34.357228 3822 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 11:07:34.357633 3822 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.334309ms I0418 11:07:34.357645 3822 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0418 11:07:34.358027 3822 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.220903ms I0418 11:07:34.358040 3822 namespace.go:98] [openshift-operators] adding namespace I0418 11:07:34.358386 3822 namespace.go:102] [openshift-image-registry] adding namespace took 6.711815ms I0418 11:07:34.358398 3822 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 11:07:34.358748 3822 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.562537ms I0418 11:07:34.358759 3822 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 11:07:34.359122 3822 namespace.go:102] [openshift-config] adding namespace took 6.530805ms I0418 11:07:34.359134 3822 namespace.go:98] [openshift-multus] adding namespace I0418 11:07:34.359530 3822 namespace.go:102] [kube-node-lease] adding namespace took 6.422788ms I0418 11:07:34.359548 3822 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 11:07:34.359927 3822 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.338248ms I0418 11:07:34.359939 3822 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 11:07:34.360298 3822 namespace.go:102] [openshift-controller-manager] adding namespace took 6.26417ms I0418 11:07:34.360310 3822 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 11:07:34.360662 3822 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.172363ms I0418 11:07:34.360676 3822 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 11:07:34.361081 3822 namespace.go:102] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] adding namespace took 6.031711ms I0418 11:07:34.361093 3822 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 11:07:34.361463 3822 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.948578ms I0418 11:07:34.361476 3822 namespace.go:98] [openshift-marketplace] adding namespace W0418 11:07:34.361810 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nwj8h: pod openshift-network-diagnostics/network-check-target-nwj8h: no pod IPs found W0418 11:07:34.361828 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tx6w2: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found W0418 11:07:34.361835 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2ns4s: pod openshift-network-diagnostics/network-check-target-2ns4s: no pod IPs found I0418 11:07:34.361862 3822 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.866661ms I0418 11:07:34.361876 3822 namespace.go:98] [openshift-backplane] adding namespace I0418 11:07:34.362277 3822 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.856775ms I0418 11:07:34.362294 3822 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 11:07:34.362704 3822 namespace.go:102] [openshift-infra] adding namespace took 5.877708ms I0418 11:07:34.363091 3822 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.857586ms I0418 11:07:34.363104 3822 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 11:07:34.363505 3822 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.854308ms I0418 11:07:34.363524 3822 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 11:07:34.363901 3822 namespace.go:102] [openshift-operators] adding namespace took 5.855146ms I0418 11:07:34.363917 3822 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 11:07:34.364230 3822 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.825778ms I0418 11:07:34.364247 3822 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0418 11:07:34.364643 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fcb9s: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found W0418 11:07:34.364654 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r8wd2: pod openshift-multus/network-metrics-daemon-r8wd2: no pod IPs found W0418 11:07:34.364661 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m6rr2: pod openshift-multus/network-metrics-daemon-m6rr2: no pod IPs found I0418 11:07:34.364697 3822 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.932317ms I0418 11:07:34.364710 3822 namespace.go:98] [openshift-apiserver] adding namespace I0418 11:07:34.365098 3822 namespace.go:102] [openshift-multus] adding namespace took 5.958815ms I0418 11:07:34.365114 3822 namespace.go:98] [openshift-console-operator] adding namespace I0418 11:07:34.365518 3822 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.962094ms I0418 11:07:34.365535 3822 namespace.go:98] [openshift-console] adding namespace I0418 11:07:34.365945 3822 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.00081ms I0418 11:07:34.365958 3822 namespace.go:98] [dedicated-admin] adding namespace I0418 11:07:34.366285 3822 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.970974ms I0418 11:07:34.366299 3822 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 11:07:34.366755 3822 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.072808ms I0418 11:07:34.366774 3822 namespace.go:98] [openshift-network-operator] adding namespace I0418 11:07:34.367142 3822 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.043339ms I0418 11:07:34.367160 3822 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 11:07:34.367542 3822 namespace.go:102] [openshift-marketplace] adding namespace took 6.059988ms I0418 11:07:34.367560 3822 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 11:07:34.367921 3822 namespace.go:102] [openshift-backplane] adding namespace took 6.039041ms I0418 11:07:34.367937 3822 namespace.go:98] [openshift-cluster-version] adding namespace I0418 11:07:34.368308 3822 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.007744ms I0418 11:07:34.368325 3822 namespace.go:98] [openshift-config-operator] adding namespace I0418 11:07:34.368727 3822 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.616529ms I0418 11:07:34.368742 3822 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 11:07:34.369119 3822 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.58836ms I0418 11:07:34.369138 3822 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 11:07:34.369646 3822 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.721905ms I0418 11:07:34.369664 3822 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 11:07:34.370041 3822 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.786894ms I0418 11:07:34.370055 3822 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 11:07:34.370431 3822 namespace.go:102] [openshift-apiserver] adding namespace took 5.714679ms I0418 11:07:34.370469 3822 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 11:07:34.370835 3822 namespace.go:102] [openshift-console-operator] adding namespace took 5.714213ms I0418 11:07:34.370851 3822 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 11:07:34.371223 3822 namespace.go:102] [openshift-console] adding namespace took 5.681457ms I0418 11:07:34.371237 3822 namespace.go:98] [openshift-insights] adding namespace I0418 11:07:34.371702 3822 namespace.go:102] [dedicated-admin] adding namespace took 5.737084ms I0418 11:07:34.371720 3822 namespace.go:98] [openshift-network-console] adding namespace I0418 11:07:34.372118 3822 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.813871ms I0418 11:07:34.372130 3822 namespace.go:98] [openshift-node] adding namespace I0418 11:07:34.372539 3822 namespace.go:102] [openshift-network-operator] adding namespace took 5.757896ms I0418 11:07:34.372556 3822 namespace.go:98] [openshift-host-network] adding namespace I0418 11:07:34.372884 3822 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.716615ms I0418 11:07:34.372903 3822 namespace.go:98] [kube-system] adding namespace I0418 11:07:34.373364 3822 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.798881ms I0418 11:07:34.373740 3822 namespace.go:102] [openshift-cluster-version] adding namespace took 5.79567ms I0418 11:07:34.373758 3822 namespace.go:98] [openshift-authentication] adding namespace I0418 11:07:34.374186 3822 namespace.go:102] [openshift-config-operator] adding namespace took 5.853707ms I0418 11:07:34.374199 3822 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 11:07:34.374666 3822 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.91846ms I0418 11:07:34.375051 3822 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.886864ms I0418 11:07:34.375071 3822 namespace.go:98] [openshift-machine-api] adding namespace I0418 11:07:34.375548 3822 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.875903ms I0418 11:07:34.376000 3822 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.939467ms I0418 11:07:34.376014 3822 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 11:07:34.376420 3822 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.941171ms I0418 11:07:34.376812 3822 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.95559ms I0418 11:07:34.376824 3822 namespace.go:98] [openshift-monitoring] adding namespace I0418 11:07:34.377310 3822 namespace.go:102] [openshift-insights] adding namespace took 6.067242ms I0418 11:07:34.377760 3822 namespace.go:102] [openshift-network-console] adding namespace took 6.033567ms I0418 11:07:34.377777 3822 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 11:07:34.378129 3822 namespace.go:102] [openshift-node] adding namespace took 5.992394ms I0418 11:07:34.378739 3822 namespace.go:102] [openshift-host-network] adding namespace took 6.177375ms I0418 11:07:34.379179 3822 namespace.go:102] [kube-system] adding namespace took 6.270176ms I0418 11:07:34.379197 3822 namespace.go:98] [openshift-etcd] adding namespace I0418 11:07:34.379650 3822 namespace.go:102] [openshift-authentication] adding namespace took 5.885395ms I0418 11:07:34.380087 3822 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.883212ms I0418 11:07:34.380467 3822 namespace.go:102] [openshift-machine-api] adding namespace took 5.388249ms I0418 11:07:34.380869 3822 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.848914ms I0418 11:07:34.381331 3822 namespace.go:102] [openshift-monitoring] adding namespace took 4.500587ms I0418 11:07:34.381756 3822 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.971281ms I0418 11:07:34.382171 3822 namespace.go:102] [openshift-etcd] adding namespace took 2.966954ms W0418 11:07:34.382256 3822 master.go:471] Unable to parse remote node ip-10-0-2-112.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 11:07:34.382385 3822 master.go:548] Adding or Updating local node "ip-10-0-1-35.ec2.internal" for network "default" I0418 11:07:34.382416 3822 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-112.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-112.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-112.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-112.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-112.ec2.internal I0418 11:07:34.383343 3822 zone_ic_handler.go:195] Time taken to create transit switch: 314.28µs I0418 11:07:34.383358 3822 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-226.ec2.internal for the network default I0418 11:07:34.384378 3822 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-226.ec2.internal" on network "default" took: 1.359361ms W0418 11:07:34.390636 3822 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-r8wd2: pod openshift-multus/network-metrics-daemon-r8wd2: no pod IPs found W0418 11:07:34.390664 3822 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nwj8h: pod openshift-network-diagnostics/network-check-target-nwj8h: no pod IPs found I0418 11:07:34.391665 3822 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-35.ec2.internal for the network default I0418 11:07:34.391882 3822 zone_ic_handler.go:195] Time taken to create transit switch: 192.898µs I0418 11:07:34.392803 3822 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 11:07:34.392866 3822 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 11:07:34.392878 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-226.ec2.internal in network "default" I0418 11:07:34.392883 3822 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 11:07:34.392933 3822 node_tracker.go:169] Node ip-10-0-0-226.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.392957 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.392966 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:34.393009 3822 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.393017 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.393026 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:34.393042 3822 node_tracker.go:235] Node ip-10-0-2-112.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal" I0418 11:07:34.393060 3822 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:34.393066 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:34.493419 3822 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 11:07:34.493459 3822 services_controller.go:208] Setting up event handlers for services for network=default I0418 11:07:34.493522 3822 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 11:07:34.493609 3822 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 11:07:34.493626 3822 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 11:07:34.593722 3822 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 11:07:34.593771 3822 repair.go:60] Starting repairing loop for services I0418 11:07:34.593889 3822 repair.go:131] Deleted 0 stale service LBs I0418 11:07:34.593916 3822 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 11:07:34.593939 3822 repair.go:62] Finished repairing loop for services: 192.056µs I0418 11:07:34.593972 3822 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 11:07:34.593987 3822 services_controller.go:254] Starting workers for network=default I0418 11:07:34.594527 3822 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r8wd2] creating logical port openshift-multus_network-metrics-daemon-r8wd2 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:34.594571 3822 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nwj8h] creating logical port openshift-network-diagnostics_network-check-target-nwj8h for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:34.594598 3822 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-fcb9s, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-fcb9s: suppressed error logged: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:34.594626 3822 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tx6w2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found I0418 11:07:34.594705 3822 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-r8wd2 I0418 11:07:34.594738 3822 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nwj8h I0418 11:07:34.610007 3822 pod.go:62] [openshift-multus/network-metrics-daemon-r8wd2] pod update took 15.369799ms I0418 11:07:34.610026 3822 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-r8wd2] addLogicalPort annotation time took 15.414746ms I0418 11:07:34.611012 3822 pods.go:271] [openshift-multus/network-metrics-daemon-r8wd2] addLogicalPort took 16.495483ms, libovsdb time 756.794µs I0418 11:07:34.611199 3822 pod.go:62] [openshift-network-diagnostics/network-check-target-nwj8h] pod update took 16.550103ms I0418 11:07:34.611219 3822 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nwj8h] addLogicalPort annotation time took 16.572828ms I0418 11:07:34.612069 3822 pods.go:271] [openshift-network-diagnostics/network-check-target-nwj8h] addLogicalPort took 17.506344ms, libovsdb time 644.458µs I0418 11:07:34.612532 3822 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 11:07:34.612553 3822 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 11:07:34.612565 3822 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 11:07:34.612569 3822 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 11:07:34.612764 3822 repair.go:29] Repairing admin network policies took 187.759µs I0418 11:07:34.612872 3822 repair.go:92] Repairing baseline admin network policies took 95.633µs I0418 11:07:34.613287 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 11:07:34.613304 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 11:07:34.615374 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 11:07:34.615402 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 11:07:34.615415 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 11:07:34.615929 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 11:07:34.615948 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 11:07:34.615957 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 11:07:34.617556 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:34.617580 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 11:07:34.617592 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 11:07:34.618206 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 11:07:34.618223 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 11:07:34.618229 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 11:07:34.619566 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 11:07:34.619586 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 11:07:34.619598 3822 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 11:07:34.621540 3822 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 11:07:34.621558 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 11:07:34.621564 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 11:07:34.622942 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 11:07:34.622958 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 11:07:34.622965 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 11:07:34.624488 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 11:07:34.624504 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 11:07:34.624511 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 11:07:34.625789 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 11:07:34.625804 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 11:07:34.625813 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 11:07:34.626872 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 11:07:34.626893 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 11:07:34.626914 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 11:07:34.628548 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 11:07:34.628566 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 11:07:34.628574 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 11:07:34.630376 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 11:07:34.630396 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 11:07:34.630404 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 11:07:34.630921 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 11:07:34.630939 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 11:07:34.631323 3822 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 11:07:34.631337 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:34.632166 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 11:07:34.632191 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 11:07:34.632210 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 11:07:34.633624 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 11:07:34.633642 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 11:07:34.633653 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 11:07:34.634196 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 11:07:34.634220 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 11:07:34.634228 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 11:07:34.634532 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 11:07:34.634549 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 11:07:34.634557 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 11:07:34.635119 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 11:07:34.635137 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 11:07:34.635145 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 11:07:34.636248 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 11:07:34.636270 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 11:07:34.636281 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 11:07:34.636931 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 11:07:34.636947 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 11:07:34.636955 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 11:07:34.637563 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 11:07:34.637585 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 11:07:34.637609 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 11:07:34.638374 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 11:07:34.638395 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 11:07:34.638400 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 11:07:34.638746 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 11:07:34.638766 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 11:07:34.638779 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 11:07:34.639919 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 11:07:34.639946 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 11:07:34.639960 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 11:07:34.641092 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 11:07:34.641111 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 11:07:34.641119 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 11:07:34.641936 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 11:07:34.641950 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 11:07:34.641957 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 11:07:34.642433 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 11:07:34.642474 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 11:07:34.642488 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 11:07:34.643495 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 11:07:34.643511 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 11:07:34.643524 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 11:07:34.644646 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 11:07:34.649516 3822 egressfirewall.go:374] Starting EgressFirewall controller I0418 11:07:34.649558 3822 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 11:07:34.649566 3822 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 11:07:34.649590 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 11:07:34.649600 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 11:07:34.649612 3822 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 11:07:34.649603 3822 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 11:07:34.649862 3822 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 11:07:34.649876 3822 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 11:07:34.649881 3822 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 11:07:34.649891 3822 egressqos.go:193] Setting up event handlers for EgressQoS I0418 11:07:34.649899 3822 egressfirewall.go:723] Syncing node "ip-10-0-1-35.ec2.internal" for egress firewall I0418 11:07:34.649910 3822 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:34.649915 3822 egressfirewall.go:723] Syncing node "ip-10-0-0-226.ec2.internal" for egress firewall I0418 11:07:34.649978 3822 egressqos.go:245] Starting EgressQoS Controller I0418 11:07:34.649987 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 11:07:34.649993 3822 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 11:07:34.649998 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 11:07:34.650002 3822 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 11:07:34.650007 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 11:07:34.650012 3822 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 11:07:34.650016 3822 egressqos.go:259] Repairing EgressQoSes I0418 11:07:34.650019 3822 egressqos.go:399] Starting repairing loop for egressqos I0418 11:07:34.650098 3822 egressqos.go:401] Finished repairing loop for egressqos: 78.181µs I0418 11:07:34.650114 3822 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 11:07:34.650130 3822 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-35.ec2.internal I0418 11:07:34.650177 3822 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-35.ec2.internal : 48.089µs I0418 11:07:34.650243 3822 egressservice_zone.go:210] Starting Egress Services Controller I0418 11:07:34.650252 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:34.650257 3822 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:34.650264 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:34.650268 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:34.650273 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:34.650278 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:34.650282 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 11:07:34.650287 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 11:07:34.650290 3822 egressservice_zone.go:228] Repairing Egress Services I0418 11:07:34.650593 3822 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 11:07:34.650603 3822 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:34.650619 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:34.650630 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 11.647µs I0418 11:07:34.650649 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:34.650653 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 4.394µs I0418 11:07:34.650658 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:34.650661 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 4.179µs I0418 11:07:34.650787 3822 default_network_controller.go:585] Completing all the Watchers took 303.173799ms I0418 11:07:34.650798 3822 default_network_controller.go:589] Starting unidling controllers I0418 11:07:34.650819 3822 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 11:07:34.650827 3822 unidle.go:63] Populating Initial ContollerEvent events I0418 11:07:34.650837 3822 unidle.go:79] Setting up event handlers for services I0418 11:07:34.650893 3822 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:34.742492 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:35.243487 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:35.742678 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.242606 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.437137 3822 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 11:07:36.562071 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-226.ec2.internal in network "default" I0418 11:07:36.562117 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:36.562124 3822 egressfirewall.go:723] Syncing node "ip-10-0-0-226.ec2.internal" for egress firewall I0418 11:07:36.562135 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 24.203µs I0418 11:07:36.562137 3822 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-226.ec2.internal. Updating no re-route policies I0418 11:07:36.562142 3822 node_tracker.go:169] Node ip-10-0-0-226.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:36.562160 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:36.742293 3822 default_node_network_controller.go:519] Node connection status = connected I0418 11:07:36.761240 3822 bridgeconfig.go:537] Gateway is ready I0418 11:07:36.761261 3822 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 11:07:36.774091 3822 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.35. Updating OVN encap IP. I0418 11:07:36.779413 3822 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.35 - it is already configured I0418 11:07:36.779432 3822 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.35/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 11:07:36.779687 3822 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.35/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-35.ec2.internal","mac-address":"0a:ff:e7:b7:f5:8b","ip-addresses":["10.0.1.35/24"],"ip-address":"10.0.1.35/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:193e7a5c-ed55-4cb5-9524-e1f6a8872081 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.35/24"}] on node ip-10-0-1-35.ec2.internal I0418 11:07:36.796578 3822 master.go:548] Adding or Updating local node "ip-10-0-1-35.ec2.internal" for network "default" I0418 11:07:36.796650 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-35.ec2.internal in network "default" I0418 11:07:36.796737 3822 node_tracker.go:169] Node ip-10-0-1-35.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:36.796597 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:36.796764 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:36.796782 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 185.813µs I0418 11:07:36.796602 3822 egressfirewall.go:723] Syncing node "ip-10-0-1-35.ec2.internal" for egress firewall I0418 11:07:36.797431 3822 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.35 I0418 11:07:36.797574 3822 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-35.ec2.internal I0418 11:07:36.802034 3822 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-35.ec2.internal. Updating no re-route policies I0418 11:07:36.802105 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-2qn94 I0418 11:07:36.802105 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gfcxm I0418 11:07:36.802116 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5rkfj I0418 11:07:36.802124 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gfcxm I0418 11:07:36.802129 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5rkfj I0418 11:07:36.802136 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:36.802145 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gfcxm after 0 failed attempt(s) I0418 11:07:36.802155 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fcb9s I0418 11:07:36.802174 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:36.802175 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-r8wd2 I0418 11:07:36.802136 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-9zvrn I0418 11:07:36.802182 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2 I0418 11:07:36.802182 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mv2mp I0418 11:07:36.802186 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-r8wd2 I0418 11:07:36.802192 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mv2mp I0418 11:07:36.802188 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nwj8h I0418 11:07:36.802196 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8kntw I0418 11:07:36.802196 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cq5dm I0418 11:07:36.802206 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nwj8h I0418 11:07:36.802208 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mv2mp after 0 failed attempt(s) I0418 11:07:36.802211 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cq5dm I0418 11:07:36.802209 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8kntw I0418 11:07:36.802121 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-2qn94 I0418 11:07:36.802219 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-35.ec2.internal I0418 11:07:36.802223 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qdhhm I0418 11:07:36.802230 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-z64rd I0418 11:07:36.802234 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-2qn94 after 0 failed attempt(s) I0418 11:07:36.802188 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-9zvrn I0418 11:07:36.802241 3822 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nwj8h] creating logical port openshift-network-diagnostics_network-check-target-nwj8h for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:36.802239 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-35.ec2.internal I0418 11:07:36.802241 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-z64rd I0418 11:07:36.802264 3822 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-tx6w2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-tx6w2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-tx6w2: no pod IPs found I0418 11:07:36.802273 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-35.ec2.internal after 0 failed attempt(s) I0418 11:07:36.802128 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-35.ec2.internal I0418 11:07:36.802273 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-z64rd after 0 failed attempt(s) I0418 11:07:36.802164 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5rkfj after 0 failed attempt(s) I0418 11:07:36.802282 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-9zvrn after 0 failed attempt(s) I0418 11:07:36.802285 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-35.ec2.internal I0418 11:07:36.802306 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-35.ec2.internal after 0 failed attempt(s) I0418 11:07:36.802269 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8kntw after 0 failed attempt(s) I0418 11:07:36.802221 3822 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r8wd2] creating logical port openshift-multus_network-metrics-daemon-r8wd2 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:36.802209 3822 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-fcb9s, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-fcb9s: suppressed error logged: pod openshift-multus/network-metrics-daemon-fcb9s: no pod IPs found I0418 11:07:36.802235 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qdhhm I0418 11:07:36.802384 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qdhhm after 0 failed attempt(s) I0418 11:07:36.802240 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cq5dm after 0 failed attempt(s) I0418 11:07:36.802160 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8cssn I0418 11:07:36.802400 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8cssn I0418 11:07:36.802410 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8cssn after 0 failed attempt(s) I0418 11:07:36.802994 3822 pods.go:271] [openshift-network-diagnostics/network-check-target-nwj8h] addLogicalPort took 763.185µs, libovsdb time 245.43µs I0418 11:07:36.803004 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nwj8h after 0 failed attempt(s) I0418 11:07:36.803129 3822 pods.go:271] [openshift-multus/network-metrics-daemon-r8wd2] addLogicalPort took 918.51µs, libovsdb time 349.746µs I0418 11:07:36.803138 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-r8wd2 after 0 failed attempt(s) I0418 11:07:36.816148 3822 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 11:07:36.828718 3822 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 11:07:36.832273 3822 iptables.go:108] Creating table: nat chain: OUTPUT I0418 11:07:36.874580 3822 iptables.go:108] Creating table: nat chain: PREROUTING I0418 11:07:36.934490 3822 iptables.go:108] Creating table: filter chain: FORWARD I0418 11:07:36.952489 3822 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 11:07:36.952611 3822 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 11:07:36.952659 3822 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 11:07:36.952743 3822 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 11:07:36.952793 3822 gateway_init.go:325] Gateway and management port readiness took 2.715321973s I0418 11:07:36.952819 3822 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 11:07:36.952855 3822 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 11:07:36.952871 3822 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 11:07:36.952880 3822 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 11:07:36.952935 3822 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 11:07:36.953017 3822 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.535µs I0418 11:07:36.953280 3822 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 11:07:36.953311 3822 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.663µs I0418 11:07:36.953320 3822 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.971µs I0418 11:07:36.953325 3822 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 11:07:36.953335 3822 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 11:07:36.953341 3822 default_node_network_controller.go:899] Starting the default node network controller I0418 11:07:36.953346 3822 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 11:07:36.953359 3822 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.431µs I0418 11:07:36.953535 3822 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 11:07:36.953544 3822 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 11:07:36.953567 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eee0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000cf65a0 0xc00032fdc0 0xc00032fe30 0xc000aae2d0 0xc0064f7340 0xc00032fea0 map[0x2ff9080:0xc00229c120 0x2ff95c0:0xc00229c360 0x2ffa2e0:0xc00229c060 0x2ffa580:0xc00229c0c0 0x2ffad60:0xc00229c180 0x2ffb000:0xc00229c1e0 0x2ffb2a0:0xc00229c300 0x2ffba80:0xc00229c3c0 0x2ffbd20:0xc00229c420 0x3026980:0xc000e99080 0x3026d20:0xc000e99260 0x3027800:0xc000cfa0c0 0x3029160:0xc001c54000 0x30298a0:0xc00229c000 0x302a720:0xc000e99020] 0xc0001dee00 0} I0418 11:07:36.953625 3822 gateway.go:151] Starting gateway service sync I0418 11:07:36.954059 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 11:07:36.956488 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 11:07:36.976442 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 11:07:36.977752 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 11:07:36.978973 3822 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 11:07:37.013360 3822 gateway.go:168] Gateway service sync done. Time taken: 59.721217ms I0418 11:07:37.013760 3822 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0418 11:07:37.014148 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eee0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000cf65a0 0xc00032fdc0 0xc00032fe30 0xc000aae2d0 0xc0064f7340 0xc00032fea0 map[0x2ff9080:0xc00229c120 0x2ff95c0:0xc00229c360 0x2ffa2e0:0xc00229c060 0x2ffa580:0xc00229c0c0 0x2ffad60:0xc00229c180 0x2ffb000:0xc00229c1e0 0x2ffb2a0:0xc00229c300 0x2ffba80:0xc00229c3c0 0x2ffbd20:0xc00229c420 0x3026980:0xc000e99080 0x3026d20:0xc000e99260 0x3027800:0xc000cfa0c0 0x3029160:0xc001c54000 0x30298a0:0xc00229c000 0x302a720:0xc000e99020] 0xc0001dee00 0} I0418 11:07:37.014634 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c8eee0 0xc00032fb20 0xc00032fb90 0xc00032fc00 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc000cf65a0 0xc00032fdc0 0xc00032fe30 0xc000aae2d0 0xc0064f7340 0xc00032fea0 map[0x2ff9080:0xc00229c120 0x2ff95c0:0xc00229c360 0x2ffa2e0:0xc00229c060 0x2ffa580:0xc00229c0c0 0x2ffad60:0xc00229c180 0x2ffb000:0xc00229c1e0 0x2ffb2a0:0xc00229c300 0x2ffba80:0xc00229c3c0 0x2ffbd20:0xc00229c420 0x3026980:0xc000e99080 0x3026d20:0xc000e99260 0x3027800:0xc000cfa0c0 0x3029160:0xc001c54000 0x30298a0:0xc00229c000 0x302a720:0xc000e99020] 0xc0001dee00 0} I0418 11:07:37.014671 3822 gateway.go:532] Reconciling gateway with updates I0418 11:07:37.020369 3822 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 11:07:37.020461 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:37.020477 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:37.020486 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:37.020492 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:37.020494 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:37.020511 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:37.020513 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:37.020520 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020528 3822 default_node_network_controller.go:944] Gateway and management port readiness took 66.975469ms I0418 11:07:37.020529 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:37.020538 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:37.020540 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:37.020534 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:37.020547 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:37.020460 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:37.020555 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020557 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:37.020561 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:37.020568 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:37.020575 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:37.020573 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:37.020579 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:37.020580 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:37.020587 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:37.020596 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:37.020599 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:37.020602 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:37.020606 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:37.020617 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020620 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:37.020616 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:37.020622 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:37.020628 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:37.020632 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:37.020634 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:37.020633 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:37.020638 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:37.020642 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:37.020643 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:37.020644 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:37.020649 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:37.020648 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:37.020653 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:37.020650 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:37.020654 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:37.020665 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:37.020673 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:37.020675 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020678 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:37.020675 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:37.020683 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:37.020682 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:37.020690 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:37.020700 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:37.020705 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020679 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:37.020575 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:37.020725 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:37.020732 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:37.020667 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:37.020741 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:37.020741 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020747 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:37.020746 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:37.020772 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:37.020774 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:37.020771 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:37.020784 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:37.020788 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:37.020793 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:37.020679 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:37.020801 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:37.020800 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:37.020662 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:37.020819 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:37.020824 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:37.020833 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:37.020836 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:37.020839 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020846 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:37.020862 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020862 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:37.020546 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:37.020905 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:37.020909 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:37.020925 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:37.020927 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:37.020923 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:37.020933 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:37.020929 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:37.020938 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:37.020942 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:37.020942 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:37.020946 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:37.020952 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:37.020956 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:37.020949 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:37.020624 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:37.020967 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:37.020915 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:37.020555 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:37.021015 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:37.020551 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:37.020564 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:37.021037 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:37.020589 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:37.020544 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:37.021053 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:37.020627 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:37.021065 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:37.020640 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:37.020657 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:37.021146 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:37.020663 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:37.020676 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:37.021195 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:37.020681 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:37.021217 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:37.021222 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:37.020560 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:37.021236 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:37.021247 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:37.021479 3822 node_ip_handler_linux.go:160] Node IP manager is running W0418 11:07:37.059339 3822 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:37.059576 3822 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 11:07:37.059750 3822 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0418 11:07:37.067631 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:37.067658 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:37.067664 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:37.067669 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:37.067675 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:37.067683 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:37.067688 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:37.067694 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:37.067701 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:37.067707 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:37.111402 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:37.111439 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:37.156474 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:38.187514 3822 default_node_network_controller.go:1380] Starting node controller node sync W0418 11:07:38.187514 3822 egressip_healthcheck.go:76] Health checking using insecure connection I0418 11:07:38.187593 3822 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0418 11:07:38.199301 3822 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.766039ms I0418 11:07:38.199423 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:38.199440 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-226.ec2.internal", IP: 10.0.0.226 to PMTUD blocking rules I0418 11:07:38.204976 3822 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 11:07:38.205228 3822 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 11:07:38.205374 3822 egressservice_node.go:183] Starting Egress Services Controller I0418 11:07:38.205393 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 11:07:38.205404 3822 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 11:07:38.205410 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 11:07:38.205415 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 11:07:38.205421 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 11:07:38.205426 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 11:07:38.205430 3822 egressservice_node.go:197] Repairing Egress Services I0418 11:07:38.215356 3822 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 11:07:38.215368 3822 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 11:07:38.215684 3822 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 11:07:38.215699 3822 link_network_manager.go:119] Link manager is running I0418 11:07:38.215711 3822 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 11:07:38.215945 3822 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 11:07:38.216301 3822 vrf_manager.go:128] VRF manager is running I0418 11:07:38.216411 3822 node_controller_manager.go:437] Removing flows to drop GARP I0418 11:07:38.216496 3822 gateway.go:532] Reconciling gateway with updates I0418 11:07:38.235411 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:38.235428 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:38.235439 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 11:07:38.235439 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:38.235472 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 11:07:38.235475 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:38.235476 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:38.235490 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:38.235494 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 11:07:38.235492 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:38.235497 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:38.235502 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 11:07:38.235502 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 11:07:38.235511 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 11:07:38.235515 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 11:07:38.235511 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:38.235524 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 11:07:38.235531 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 11:07:38.235436 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:38.235543 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 11:07:38.235544 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:38.235541 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:38.235557 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 11:07:38.235564 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:38.235567 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 11:07:38.235568 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:38.235568 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 11:07:38.235574 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 11:07:38.235577 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:38.235581 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 11:07:38.235590 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 11:07:38.235530 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235592 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 11:07:38.235594 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:38.235602 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235606 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:38.235608 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 11:07:38.235612 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 11:07:38.235614 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:38.235621 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:38.235624 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 11:07:38.235619 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:38.235630 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 11:07:38.235633 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 11:07:38.235638 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 11:07:38.235636 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:38.235641 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:38.235443 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 11:07:38.235650 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235652 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 11:07:38.235655 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 11:07:38.235662 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 11:07:38.235581 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 11:07:38.235674 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 11:07:38.235674 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 11:07:38.235663 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 11:07:38.235616 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 11:07:38.235685 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:38.235685 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:38.235692 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:38.235695 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 11:07:38.235701 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 11:07:38.235703 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 32508 is already open, no action needed I0418 11:07:38.235707 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:38.235710 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:38.235711 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:38.235716 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 31807 is already open, no action needed I0418 11:07:38.235712 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 11:07:38.235722 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 11:07:38.235720 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 11:07:38.235728 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 11:07:38.235701 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:07:38.235733 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:38.235739 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:38.235748 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 11:07:38.235752 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:07:38.235758 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235760 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 11:07:38.235629 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:38.235777 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 11:07:38.235779 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 11:07:38.235621 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 11:07:38.235797 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 11:07:38.235805 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 11:07:38.235567 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 11:07:38.235817 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:38.235820 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 11:07:38.235822 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:38.235829 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 11:07:38.235636 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:38.235836 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 11:07:38.235844 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 11:07:38.235858 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235717 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 11:07:38.235559 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 11:07:38.235698 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 11:07:38.235474 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:38.235492 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 11:07:38.235947 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:38.235960 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 11:07:38.235413 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:38.235957 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:38.235979 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 11:07:38.235987 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 11:07:38.235995 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 11:07:38.235544 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 11:07:38.235549 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 11:07:38.235570 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:38.236020 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 11:07:38.236029 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 11:07:38.235582 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 11:07:38.235620 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 11:07:38.235974 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 11:07:38.235621 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:38.236079 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 11:07:38.235638 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 11:07:38.235691 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:38.236116 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 11:07:38.235732 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 11:07:38.264739 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 11:07:38.264751 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 11:07:38.264769 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 11:07:38.264775 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 11:07:38.264781 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 11:07:38.264786 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 11:07:38.304639 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 11:07:38.304662 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 11:07:38.304671 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 11:07:38.304679 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 11:07:38.304686 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 11:07:38.324276 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 11:07:38.324286 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 11:07:38.324304 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 11:07:38.324311 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 11:07:38.776014 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.776023 3822 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.776041 3822 node_tracker.go:235] Node ip-10-0-2-112.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-112.ec2.internal" I0418 11:07:38.776056 3822 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.776070 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.805860 3822 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.982922 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:38.982982 3822 default_network_controller.go:1025] Node "ip-10-0-2-112.ec2.internal" in remote zone "ip-10-0-2-112.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 11:07:38.982994 3822 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:38.983008 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:38.984034 3822 zone_ic_handler.go:195] Time taken to create transit switch: 283.527µs I0418 11:07:38.984047 3822 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-112.ec2.internal for the network default I0418 11:07:38.984981 3822 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-112.ec2.internal" on network "default" took: 1.239447ms I0418 11:07:39.799200 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-35.ec2.internal I0418 11:07:39.799239 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-35.ec2.internal: 46.771µs I0418 11:07:39.828339 3822 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd68c6b95-jdcc5] creating logical port openshift-image-registry_image-registry-bd68c6b95-jdcc5 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:39.828474 3822 kube.go:256] Updating pod openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:07:39.847377 3822 pod.go:62] [openshift-image-registry/image-registry-bd68c6b95-jdcc5] pod update took 18.949129ms I0418 11:07:39.847396 3822 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd68c6b95-jdcc5] addLogicalPort annotation time took 18.972553ms I0418 11:07:39.848632 3822 pods.go:271] [openshift-image-registry/image-registry-bd68c6b95-jdcc5] addLogicalPort took 20.309201ms, libovsdb time 924.603µs I0418 11:07:39.874639 3822 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lf5s6] creating logical port openshift-dns_dns-default-lf5s6 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:39.874671 3822 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-m7dtm for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:39.874756 3822 kube.go:256] Updating pod openshift-dns/dns-default-lf5s6 I0418 11:07:39.874768 3822 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm I0418 11:07:39.894404 3822 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm] pod update took 19.661867ms I0418 11:07:39.894426 3822 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm] addLogicalPort annotation time took 19.68495ms I0418 11:07:39.895528 3822 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm] addLogicalPort took 20.866222ms, libovsdb time 780.581µs I0418 11:07:39.898569 3822 pod.go:62] [openshift-dns/dns-default-lf5s6] pod update took 23.8377ms I0418 11:07:39.898583 3822 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-lf5s6] addLogicalPort annotation time took 23.857193ms I0418 11:07:39.899620 3822 pods.go:271] [openshift-dns/dns-default-lf5s6] addLogicalPort took 24.991328ms, libovsdb time 790.233µs I0418 11:07:39.899680 3822 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-k6tlr] creating logical port openshift-ingress-canary_ingress-canary-k6tlr for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:39.899745 3822 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-k6tlr I0418 11:07:39.915487 3822 pod.go:62] [openshift-ingress-canary/ingress-canary-k6tlr] pod update took 15.758403ms I0418 11:07:39.915505 3822 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-k6tlr] addLogicalPort annotation time took 15.777956ms I0418 11:07:39.916355 3822 pods.go:271] [openshift-ingress-canary/ingress-canary-k6tlr] addLogicalPort took 16.679901ms, libovsdb time 631.235µs I0418 11:07:40.266517 3822 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm c1e2a79c56f167f474cc14bb5f8c152543240ccc618e776324c0c4364b2b6d3c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm c1e2a79c56f167f474cc14bb5f8c152543240ccc618e776324c0c4364b2b6d3c network default NAD default NAD key ] I0418 11:07:40.284391 3822 cni.go:452] [openshift-ingress-canary/ingress-canary-k6tlr 657733f1744c05268b99595da34761ffd0de2e41a9d8beb3e1ac4ffc181441d8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-k6tlr 657733f1744c05268b99595da34761ffd0de2e41a9d8beb3e1ac4ffc181441d8 network default NAD default NAD key ] I0418 11:07:40.332704 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-k6tlr, hostIfaceName: 657733f1744c052, network: default, NAD default, SandboxID: "657733f1744c05268b99595da34761ffd0de2e41a9d8beb3e1ac4ffc181441d8", PCI device ID: , UID: "f10d9623-8a50-4b47-a0c4-e89bfc216bdf", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0418 11:07:40.334177 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-m7dtm, hostIfaceName: c1e2a79c56f167f, network: default, NAD default, SandboxID: "c1e2a79c56f167f474cc14bb5f8c152543240ccc618e776324c0c4364b2b6d3c", PCI device ID: , UID: "1898d09a-1379-4345-875a-ca13f23dd0b7", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0418 11:07:40.381930 3822 cni.go:473] [openshift-ingress-canary/ingress-canary-k6tlr 657733f1744c05268b99595da34761ffd0de2e41a9d8beb3e1ac4ffc181441d8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-k6tlr 657733f1744c05268b99595da34761ffd0de2e41a9d8beb3e1ac4ffc181441d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:da:b2:63:9f:84\",\"name\":\"657733f1744c052\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b8c5cfd-1e98-48f8-8c8d-802d21ea3ebe\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:07:40.383488 3822 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm c1e2a79c56f167f474cc14bb5f8c152543240ccc618e776324c0c4364b2b6d3c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7dtm c1e2a79c56f167f474cc14bb5f8c152543240ccc618e776324c0c4364b2b6d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:33:40:72:6b:3a\",\"name\":\"c1e2a79c56f167f\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0921d166-5605-47c6-844a-54bebdba491a\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:07:40.956387 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-226.ec2.internal I0418 11:07:40.956418 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-226.ec2.internal: 36.561µs I0418 11:07:41.045957 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-112.ec2.internal in network "default" I0418 11:07:41.046039 3822 egressfirewall.go:723] Syncing node "ip-10-0-2-112.ec2.internal" for egress firewall I0418 11:07:41.046044 3822 node_tracker.go:169] Node ip-10-0-2-112.ec2.internal switch + router changed, syncing services in network "default" I0418 11:07:41.046063 3822 services_controller.go:574] Full service sync requested for network=default I0418 11:07:41.046103 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:41.046117 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 10.0.2.112 to PMTUD blocking rules I0418 11:07:41.046043 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:41.046171 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 131.883µs I0418 11:07:41.091612 3822 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-112.ec2.internal. Updating no re-route policies I0418 11:07:41.092667 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 10.0.2.112 to PMTUD blocking rules I0418 11:07:41.092681 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 11:07:44.399957 3822 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-85xsz for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.400069 3822 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz I0418 11:07:44.402842 3822 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-vvnc5 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.402929 3822 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5 I0418 11:07:44.405793 3822 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-2r4d8] creating logical port openshift-insights_insights-operator-6dbb575d6c-2r4d8 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.405902 3822 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-2r4d8 I0418 11:07:44.415587 3822 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz] pod update took 15.545788ms I0418 11:07:44.415605 3822 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz] addLogicalPort annotation time took 15.569633ms I0418 11:07:44.416677 3822 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz] addLogicalPort took 16.742947ms, libovsdb time 816.708µs I0418 11:07:44.421699 3822 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5] pod update took 18.793996ms I0418 11:07:44.421719 3822 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5] addLogicalPort annotation time took 18.814033ms I0418 11:07:44.422617 3822 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5] addLogicalPort took 19.786934ms, libovsdb time 654.862µs I0418 11:07:44.424714 3822 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-2r4d8] pod update took 18.835999ms I0418 11:07:44.424730 3822 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-2r4d8] addLogicalPort annotation time took 18.854534ms I0418 11:07:44.425575 3822 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-2r4d8] addLogicalPort took 19.773943ms, libovsdb time 604.323µs I0418 11:07:44.504752 3822 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-xqj2h for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.504824 3822 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-fkzfs for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.504891 3822 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h I0418 11:07:44.504898 3822 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs I0418 11:07:44.504974 3822 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-74878c447f-jkdph] creating logical port openshift-ingress_router-default-74878c447f-jkdph for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.505044 3822 kube.go:256] Updating pod openshift-ingress/router-default-74878c447f-jkdph I0418 11:07:44.506869 3822 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-67c4d99bc8-6qbhd] creating logical port openshift-ingress_router-default-67c4d99bc8-6qbhd for pod on switch ip-10-0-1-35.ec2.internal I0418 11:07:44.506949 3822 kube.go:256] Updating pod openshift-ingress/router-default-67c4d99bc8-6qbhd I0418 11:07:44.521730 3822 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h] pod update took 16.871915ms I0418 11:07:44.521748 3822 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h] addLogicalPort annotation time took 16.894587ms I0418 11:07:44.521768 3822 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs] pod update took 16.896522ms I0418 11:07:44.521782 3822 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs] addLogicalPort annotation time took 16.914394ms I0418 11:07:44.522781 3822 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h] addLogicalPort took 18.048181ms, libovsdb time 746.772µs I0418 11:07:44.523036 3822 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs] addLogicalPort took 18.224183ms, libovsdb time 933.215µs I0418 11:07:44.527104 3822 pod.go:62] [openshift-ingress/router-default-74878c447f-jkdph] pod update took 22.083003ms I0418 11:07:44.527129 3822 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-74878c447f-jkdph] addLogicalPort annotation time took 22.109538ms I0418 11:07:44.528243 3822 pods.go:271] [openshift-ingress/router-default-74878c447f-jkdph] addLogicalPort took 23.277644ms, libovsdb time 798.669µs I0418 11:07:44.532317 3822 pod.go:62] [openshift-ingress/router-default-67c4d99bc8-6qbhd] pod update took 25.385214ms I0418 11:07:44.532338 3822 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-67c4d99bc8-6qbhd] addLogicalPort annotation time took 25.40698ms I0418 11:07:44.533581 3822 pods.go:271] [openshift-ingress/router-default-67c4d99bc8-6qbhd] addLogicalPort took 26.721977ms, libovsdb time 797.858µs I0418 11:07:44.597314 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-112.ec2.internal I0418 11:07:44.597347 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-112.ec2.internal: 38.093µs I0418 11:07:45.735805 3822 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs 4bc73951ef1dc52b880c7f6479383a66b353efd2938780dd28d8b81581eb0b4f network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs 4bc73951ef1dc52b880c7f6479383a66b353efd2938780dd28d8b81581eb0b4f network default NAD default NAD key ] I0418 11:07:45.746528 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-fkzfs, hostIfaceName: 4bc73951ef1dc52, network: default, NAD default, SandboxID: "4bc73951ef1dc52b880c7f6479383a66b353efd2938780dd28d8b81581eb0b4f", PCI device ID: , UID: "eb4c797f-e520-4419-8be3-7285fbe69d50", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0418 11:07:45.795322 3822 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs 4bc73951ef1dc52b880c7f6479383a66b353efd2938780dd28d8b81581eb0b4f network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-fkzfs 4bc73951ef1dc52b880c7f6479383a66b353efd2938780dd28d8b81581eb0b4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:89:85:dd:25:09\",\"name\":\"4bc73951ef1dc52\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44aa75a4-eda2-4da1-a923-f3e02b889989\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:07:45.838798 3822 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz 351ce824a5175ae07a8890fbbf58934f313c3d1a05d1dc08cc77d6d9d3f53c52 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz 351ce824a5175ae07a8890fbbf58934f313c3d1a05d1dc08cc77d6d9d3f53c52 network default NAD default NAD key ] I0418 11:07:45.850416 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-85xsz, hostIfaceName: 351ce824a5175ae, network: default, NAD default, SandboxID: "351ce824a5175ae07a8890fbbf58934f313c3d1a05d1dc08cc77d6d9d3f53c52", PCI device ID: , UID: "d83c17f5-f4f2-4ef2-88fc-ec265b90f75b", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0418 11:07:45.897164 3822 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz 351ce824a5175ae07a8890fbbf58934f313c3d1a05d1dc08cc77d6d9d3f53c52 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-85xsz 351ce824a5175ae07a8890fbbf58934f313c3d1a05d1dc08cc77d6d9d3f53c52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:fe:d1:52:b7:7b\",\"name\":\"351ce824a5175ae\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aab7074c-d675-497f-ac4c-0c15868bfd0d\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:07:46.192155 3822 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-2r4d8 67766449e28a2819f1c02e8fa06cc9f31ca247e9dc56b67656b1a6c241182f3f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-2r4d8 67766449e28a2819f1c02e8fa06cc9f31ca247e9dc56b67656b1a6c241182f3f network default NAD default NAD key ] I0418 11:07:46.203412 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-2r4d8, hostIfaceName: 67766449e28a281, network: default, NAD default, SandboxID: "67766449e28a2819f1c02e8fa06cc9f31ca247e9dc56b67656b1a6c241182f3f", PCI device ID: , UID: "1ab0f165-5528-4d10-b1e6-62f2047e3fda", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0418 11:07:46.240138 3822 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h 165e1a977d592ced0107d08f46eed9278fbcb03da285e7f46518d5eda61948b1 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h 165e1a977d592ced0107d08f46eed9278fbcb03da285e7f46518d5eda61948b1 network default NAD default NAD key ] I0418 11:07:46.250110 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-xqj2h, hostIfaceName: 165e1a977d592ce, network: default, NAD default, SandboxID: "165e1a977d592ced0107d08f46eed9278fbcb03da285e7f46518d5eda61948b1", PCI device ID: , UID: "b38e1b2d-6252-4ee2-bfbe-35b415c88fc8", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0418 11:07:46.254427 3822 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-2r4d8 67766449e28a2819f1c02e8fa06cc9f31ca247e9dc56b67656b1a6c241182f3f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-2r4d8 67766449e28a2819f1c02e8fa06cc9f31ca247e9dc56b67656b1a6c241182f3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b9:7f:ab:20:31\",\"name\":\"67766449e28a281\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41956035-e71a-4613-847f-f390bd1978b4\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:07:46.299515 3822 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h 165e1a977d592ced0107d08f46eed9278fbcb03da285e7f46518d5eda61948b1 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-xqj2h 165e1a977d592ced0107d08f46eed9278fbcb03da285e7f46518d5eda61948b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:00:e1:ef:3b:05\",\"name\":\"165e1a977d592ce\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebcd04b7-b341-4c8f-9695-32ba76e085d3\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:07:47.234380 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0418 11:07:48.846504 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:07:49.955503 3822 namespace.go:98] [openshift-service-ca] adding namespace I0418 11:07:49.956633 3822 namespace.go:102] [openshift-service-ca] adding namespace took 1.106463ms I0418 11:07:49.979256 3822 namespace.go:142] [openshift-service-ca] updating namespace I0418 11:07:50.026236 3822 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 11:07:50.027067 3822 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 794.697µs I0418 11:07:50.052276 3822 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:07:50.079852 3822 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.079904 3822 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:07:50.309595 3822 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:07:50.309626 3822 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-9zvrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:07:52.865976 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:07:56.396953 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 11:08:10.988387 3822 cni.go:452] [openshift-multus/network-metrics-daemon-r8wd2 f36c613d657ee7b5387f2ece41fb92edcbda1a91a10714247b9ebf9bfb2fa446 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-r8wd2 f36c613d657ee7b5387f2ece41fb92edcbda1a91a10714247b9ebf9bfb2fa446 network default NAD default NAD key ] I0418 11:08:10.998594 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-r8wd2, hostIfaceName: f36c613d657ee7b, network: default, NAD default, SandboxID: "f36c613d657ee7b5387f2ece41fb92edcbda1a91a10714247b9ebf9bfb2fa446", PCI device ID: , UID: "565b6456-e4b9-46a1-88d7-865fee846394", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0418 11:08:11.045194 3822 cni.go:473] [openshift-multus/network-metrics-daemon-r8wd2 f36c613d657ee7b5387f2ece41fb92edcbda1a91a10714247b9ebf9bfb2fa446 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-r8wd2 f36c613d657ee7b5387f2ece41fb92edcbda1a91a10714247b9ebf9bfb2fa446 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:34:99:9c:0e:2e\",\"name\":\"f36c613d657ee7b\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffb4374e-46a9-4c9a-884d-478f879f5182\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:11.087592 3822 cni.go:452] [openshift-network-diagnostics/network-check-target-nwj8h 55a3e426d123a2e894cabdcb4490b9ecc4c0b60a4fcd4b2c6ba69522c1d8cce4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nwj8h 55a3e426d123a2e894cabdcb4490b9ecc4c0b60a4fcd4b2c6ba69522c1d8cce4 network default NAD default NAD key ] I0418 11:08:11.098162 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nwj8h, hostIfaceName: 55a3e426d123a2e, network: default, NAD default, SandboxID: "55a3e426d123a2e894cabdcb4490b9ecc4c0b60a4fcd4b2c6ba69522c1d8cce4", PCI device ID: , UID: "a2cb5613-742f-4d2b-a410-427bbadf613e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0418 11:08:11.143503 3822 cni.go:473] [openshift-network-diagnostics/network-check-target-nwj8h 55a3e426d123a2e894cabdcb4490b9ecc4c0b60a4fcd4b2c6ba69522c1d8cce4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nwj8h 55a3e426d123a2e894cabdcb4490b9ecc4c0b60a4fcd4b2c6ba69522c1d8cce4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:a9:22:bb:b7:58\",\"name\":\"55a3e426d123a2e\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1081a86d-36f5-4f40-aae8-a979e1e13fcb\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:12.198859 3822 cni.go:452] [openshift-dns/dns-default-lf5s6 5dfb5b10939323c3497e43433a556f8720ed9c3cefa359ab12623b34bf833fc3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-lf5s6 5dfb5b10939323c3497e43433a556f8720ed9c3cefa359ab12623b34bf833fc3 network default NAD default NAD key ] I0418 11:08:12.199923 3822 cni.go:452] [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key ] I0418 11:08:12.213659 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lf5s6, hostIfaceName: 5dfb5b10939323c, network: default, NAD default, SandboxID: "5dfb5b10939323c3497e43433a556f8720ed9c3cefa359ab12623b34bf833fc3", PCI device ID: , UID: "5345cc25-ca44-4ddc-917b-7a37271e10d9", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0418 11:08:12.214116 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd68c6b95-jdcc5, hostIfaceName: 8b3cbc3daa3ccb7, network: default, NAD default, SandboxID: "8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693", PCI device ID: , UID: "499726b5-d8b2-49a4-bae4-94b8ddcfaee9", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0418 11:08:12.266514 3822 cni.go:473] [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:96:43:0b:d3:b0\",\"name\":\"8b3cbc3daa3ccb7\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/873c0049-a9d0-48cb-b8de-815bbeaaef43\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:12.281232 3822 cni.go:473] [openshift-dns/dns-default-lf5s6 5dfb5b10939323c3497e43433a556f8720ed9c3cefa359ab12623b34bf833fc3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-lf5s6 5dfb5b10939323c3497e43433a556f8720ed9c3cefa359ab12623b34bf833fc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a0:9e:46:35:7a\",\"name\":\"5dfb5b10939323c\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bff6ea3c-24a8-4f94-a6d8-9eb6e521f1af\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:08:13.341765 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:13.341945 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:13.349821 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 11:08:13.404514 3822 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9qhjw] creating logical port openshift-insights_insights-runtime-extractor-9qhjw for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:13.404633 3822 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9qhjw W0418 11:08:13.420634 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.444697 3822 pod.go:62] [openshift-insights/insights-runtime-extractor-9qhjw] pod update took 40.107123ms I0418 11:08:13.444720 3822 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9qhjw] addLogicalPort annotation time took 40.13645ms I0418 11:08:13.446100 3822 pods.go:271] [openshift-insights/insights-runtime-extractor-9qhjw] addLogicalPort took 41.604727ms, libovsdb time 860.017µs W0418 11:08:13.461426 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:13.465610 3822 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4n629] creating logical port openshift-console_downloads-5c54f4944f-4n629 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:13.465706 3822 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4n629 I0418 11:08:13.498475 3822 pod.go:62] [openshift-console/downloads-5c54f4944f-4n629] pod update took 32.793391ms I0418 11:08:13.498505 3822 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4n629] addLogicalPort annotation time took 32.829739ms I0418 11:08:13.499832 3822 pods.go:271] [openshift-console/downloads-5c54f4944f-4n629] addLogicalPort took 34.232415ms, libovsdb time 916.992µs I0418 11:08:13.766760 3822 cni.go:452] [openshift-insights/insights-runtime-extractor-9qhjw 2f22acc608fc754178a4012b8c225facb461861fd871f1d6f4e431c50a324693 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9qhjw 2f22acc608fc754178a4012b8c225facb461861fd871f1d6f4e431c50a324693 network default NAD default NAD key ] I0418 11:08:13.779940 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9qhjw, hostIfaceName: 2f22acc608fc754, network: default, NAD default, SandboxID: "2f22acc608fc754178a4012b8c225facb461861fd871f1d6f4e431c50a324693", PCI device ID: , UID: "a5f6f039-3823-48dc-b16f-f5071b3aedda", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0418 11:08:13.832491 3822 cni.go:452] [openshift-console/downloads-5c54f4944f-4n629 fd95d1f9dd9f2f8c69834038cd28c29f72e38088fc52ba0546761a18ff839a41 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4n629 fd95d1f9dd9f2f8c69834038cd28c29f72e38088fc52ba0546761a18ff839a41 network default NAD default NAD key ] I0418 11:08:13.840041 3822 cni.go:473] [openshift-insights/insights-runtime-extractor-9qhjw 2f22acc608fc754178a4012b8c225facb461861fd871f1d6f4e431c50a324693 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9qhjw 2f22acc608fc754178a4012b8c225facb461861fd871f1d6f4e431c50a324693 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:a0:76:60:e3:e4\",\"name\":\"2f22acc608fc754\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6cd036c-1172-4a94-b35f-a74d979d2f3a\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:13.841690 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4n629, hostIfaceName: fd95d1f9dd9f2f8, network: default, NAD default, SandboxID: "fd95d1f9dd9f2f8c69834038cd28c29f72e38088fc52ba0546761a18ff839a41", PCI device ID: , UID: "0f9956b4-0613-4c5c-8631-e63a5b5abdc2", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0418 11:08:13.892746 3822 cni.go:473] [openshift-console/downloads-5c54f4944f-4n629 fd95d1f9dd9f2f8c69834038cd28c29f72e38088fc52ba0546761a18ff839a41 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4n629 fd95d1f9dd9f2f8c69834038cd28c29f72e38088fc52ba0546761a18ff839a41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:67:12:84:c3:4d\",\"name\":\"fd95d1f9dd9f2f8\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf8fb3db-2799-4160-87e3-c295fc5f3cd4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:08:13.992378 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:15.940171 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0418 11:08:16.614462 3822 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5 87336828168e47560bcb50670fe1029692abe2a6585ff0cde4c4749a2f667c9f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5 87336828168e47560bcb50670fe1029692abe2a6585ff0cde4c4749a2f667c9f network default NAD default NAD key ] I0418 11:08:16.624406 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-vvnc5, hostIfaceName: 87336828168e475, network: default, NAD default, SandboxID: "87336828168e47560bcb50670fe1029692abe2a6585ff0cde4c4749a2f667c9f", PCI device ID: , UID: "cc95e0f9-ff1d-411a-b58c-73ac13db37de", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0418 11:08:16.676931 3822 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5 87336828168e47560bcb50670fe1029692abe2a6585ff0cde4c4749a2f667c9f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-vvnc5 87336828168e47560bcb50670fe1029692abe2a6585ff0cde4c4749a2f667c9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:d0:50:65:14:94\",\"name\":\"87336828168e475\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51975f21-913b-49fe-9519-b440815ccf68\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:16.725770 3822 cni.go:452] [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key ] I0418 11:08:16.726594 3822 cni.go:452] [openshift-ingress/router-default-67c4d99bc8-6qbhd 3d24d5ebda0377c770a6ebb27ca2be002eac7eab73e4a32b23226a179a2aa375 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-67c4d99bc8-6qbhd 3d24d5ebda0377c770a6ebb27ca2be002eac7eab73e4a32b23226a179a2aa375 network default NAD default NAD key ] I0418 11:08:16.739302 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-67c4d99bc8-6qbhd, hostIfaceName: 3d24d5ebda0377c, network: default, NAD default, SandboxID: "3d24d5ebda0377c770a6ebb27ca2be002eac7eab73e4a32b23226a179a2aa375", PCI device ID: , UID: "c73ee1ea-900e-416f-b88a-ac833dbca214", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0418 11:08:16.739379 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-74878c447f-jkdph, hostIfaceName: 59992e5443888ae, network: default, NAD default, SandboxID: "59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04", PCI device ID: , UID: "14993487-a42c-405e-b4cf-2c92b349c3e4", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0418 11:08:16.790084 3822 cni.go:473] [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e7:a8:02:99:b1\",\"name\":\"59992e5443888ae\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/896502f7-7769-4426-8a9f-319a43641ba4\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:16.805195 3822 cni.go:473] [openshift-ingress/router-default-67c4d99bc8-6qbhd 3d24d5ebda0377c770a6ebb27ca2be002eac7eab73e4a32b23226a179a2aa375 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-67c4d99bc8-6qbhd 3d24d5ebda0377c770a6ebb27ca2be002eac7eab73e4a32b23226a179a2aa375 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:fd:fd:3c:1f:bb\",\"name\":\"3d24d5ebda0377c\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7925c561-09b6-49bd-9ce6-14cb1a7d3ccb\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:08:16.966228 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:17.020668 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.020751 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.020903 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.020926 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.020934 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.373011 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.373029 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.374762 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374779 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.374784 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.406764 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.406789 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.406970 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.406985 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.406990 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981616 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981710 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981730 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981736 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981636 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981784 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981790 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981795 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981805 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981804 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:17.981810 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:17.981815 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.417032 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.417123 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.417139 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0418 11:08:18.417257 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0418 11:08:18.417266 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0418 11:08:18.532532 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 11:08:18.646313 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 11:08:21.642898 3822 base_network_controller_pods.go:487] [default/openshift-console/console-86cf45f958-c8pjt] creating logical port openshift-console_console-86cf45f958-c8pjt for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:21.643017 3822 kube.go:256] Updating pod openshift-console/console-86cf45f958-c8pjt I0418 11:08:21.674356 3822 pod.go:62] [openshift-console/console-86cf45f958-c8pjt] pod update took 31.370679ms I0418 11:08:21.674380 3822 base_network_controller_pods.go:951] [default/openshift-console/console-86cf45f958-c8pjt] addLogicalPort annotation time took 31.400623ms I0418 11:08:21.675684 3822 pods.go:271] [openshift-console/console-86cf45f958-c8pjt] addLogicalPort took 32.807594ms, libovsdb time 916.056µs I0418 11:08:22.346478 3822 cni.go:452] [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key ] I0418 11:08:22.355787 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86cf45f958-c8pjt, hostIfaceName: 68e72a181a4862d, network: default, NAD default, SandboxID: "68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5", PCI device ID: , UID: "dc485a0d-4144-4db4-a212-e2376499e24f", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0418 11:08:22.404752 3822 cni.go:473] [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:dc:4d:73:f3:70\",\"name\":\"68e72a181a4862d\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/deb4124f-22e5-4f82-91c3-e0bf6527b30d\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:22.820978 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:22.821119 3822 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0418 11:08:22.845374 3822 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.306601ms I0418 11:08:22.845397 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.337238ms I0418 11:08:22.846647 3822 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.689874ms, libovsdb time 932.35µs W0418 11:08:23.483331 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:23.483356 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 11:08:23.829784 3822 cni.go:452] [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key ] I0418 11:08:23.839799 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: cecc30fd37f94f0, network: default, NAD default, SandboxID: "cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed", PCI device ID: , UID: "ca51112f-2847-4439-8aa7-7ee97f976be3", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] W0418 11:08:23.868735 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 11:08:23.868773 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 11:08:23.898358 3822 cni.go:473] [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:da:29:aa:7c:f8\",\"name\":\"cecc30fd37f94f0\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3c4cd2c-1904-4fc8-a3a0-407e7e843226\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:08:24.371656 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:24.371683 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 11:08:24.371690 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0418 11:08:26.488932 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b4475dcbf-c6z9s] creating logical port openshift-monitoring_metrics-server-b4475dcbf-c6z9s for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:26.489037 3822 kube.go:256] Updating pod openshift-monitoring/metrics-server-b4475dcbf-c6z9s I0418 11:08:26.505684 3822 pod.go:62] [openshift-monitoring/metrics-server-b4475dcbf-c6z9s] pod update took 16.67448ms I0418 11:08:26.505709 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b4475dcbf-c6z9s] addLogicalPort annotation time took 16.706326ms I0418 11:08:26.506884 3822 pods.go:271] [openshift-monitoring/metrics-server-b4475dcbf-c6z9s] addLogicalPort took 17.968107ms, libovsdb time 796.181µs W0418 11:08:31.046588 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:31.075634 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:31.101675 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.101701 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.101708 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:31.101714 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 11:08:32.139284 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:32.139303 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 11:08:32.400435 3822 cni.go:452] [openshift-monitoring/metrics-server-b4475dcbf-c6z9s a128c0ed37f9cc9c3741268605c3ca2befe2480681ff4c1d76c1b965d442dce8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b4475dcbf-c6z9s a128c0ed37f9cc9c3741268605c3ca2befe2480681ff4c1d76c1b965d442dce8 network default NAD default NAD key ] I0418 11:08:32.410762 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b4475dcbf-c6z9s, hostIfaceName: a128c0ed37f9cc9, network: default, NAD default, SandboxID: "a128c0ed37f9cc9c3741268605c3ca2befe2480681ff4c1d76c1b965d442dce8", PCI device ID: , UID: "f1c481db-9604-44ec-ba4e-397d40f44c28", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0418 11:08:32.465710 3822 cni.go:473] [openshift-monitoring/metrics-server-b4475dcbf-c6z9s a128c0ed37f9cc9c3741268605c3ca2befe2480681ff4c1d76c1b965d442dce8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b4475dcbf-c6z9s a128c0ed37f9cc9c3741268605c3ca2befe2480681ff4c1d76c1b965d442dce8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:27:1b:67:db:44\",\"name\":\"a128c0ed37f9cc9\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c4e24da-5e3e-466b-a8ee-9189cc978add\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:08:33.013418 3822 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f964b748b-r5p42 IP address from the namespace address-set, err: pod openshift-console/console-7f964b748b-r5p42: no pod IPs found W0418 11:08:33.068717 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:33.475644 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.475662 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.475668 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:33.506326 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0418 11:08:33.961604 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:33.961658 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:34.153061 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153082 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.153086 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:08:34.211781 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.211811 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 11:08:34.374602 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 11:08:34.503901 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:38.093354 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:08:38.093390 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:08:38.761832 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:38.762485 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.139918 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.139941 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-859bffb4fb-m7mr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:39.145975 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.146007 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-859bffb4fb-m7mr7 I0418 11:08:39.211185 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:39.211775 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:40.114571 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.114600 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-8mmm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:40.120589 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-8mmm9 I0418 11:08:40.120616 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-8mmm9 W0418 11:08:42.338273 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 11:08:45.659769 3822 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:45.659911 3822 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 I0418 11:08:45.672937 3822 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848] pod update took 13.054839ms I0418 11:08:45.672965 3822 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848] addLogicalPort annotation time took 13.087836ms I0418 11:08:45.674178 3822 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848] addLogicalPort took 14.429773ms, libovsdb time 872.709µs I0418 11:08:46.098871 3822 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key ] I0418 11:08:46.108137 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848, hostIfaceName: 35dc534b8d7aa79, network: default, NAD default, SandboxID: "35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143", PCI device ID: , UID: "53bc4b3c-2d0e-4f9f-b2c0-66009a4053e2", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0418 11:08:46.159165 3822 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:3d:fc:b2:32:70\",\"name\":\"35dc534b8d7aa79\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a1052c-dcaa-41a3-9ca2-5316c03f8aaf\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:08:47.144383 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 11:08:52.062323 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:52.062351 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 11:08:56.485805 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0418 11:08:58.337251 3822 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:58.337802 3822 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:08:59.172154 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 11:08:59.205319 3822 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.205348 3822 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-tg5tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:08:59.210945 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.210967 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-tg5tg I0418 11:08:59.631252 3822 cni.go:452] [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key ] I0418 11:08:59.724747 3822 cni.go:473] [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86cf45f958-c8pjt 68e72a181a4862df1a2ae6c7745e1269305f118a8ce03a2cce23b91f586b91b5 network default NAD default NAD key default], result "{}", err I0418 11:08:59.791851 3822 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:59.791881 3822 pods.go:176] Deleting pod: openshift-console/console-86cf45f958-c8pjt I0418 11:08:59.793105 3822 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86cf45f958-c8pjt, ips: 10.128.0.18 I0418 11:08:59.793133 3822 obj_retry.go:498] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:08:59.800744 3822 base_network_controller_pods.go:487] [default/openshift-console/console-74c49fb59b-tdkhk] creating logical port openshift-console_console-74c49fb59b-tdkhk for pod on switch ip-10-0-1-35.ec2.internal I0418 11:08:59.800840 3822 kube.go:256] Updating pod openshift-console/console-74c49fb59b-tdkhk I0418 11:08:59.815853 3822 pod.go:62] [openshift-console/console-74c49fb59b-tdkhk] pod update took 15.041539ms I0418 11:08:59.815873 3822 base_network_controller_pods.go:951] [default/openshift-console/console-74c49fb59b-tdkhk] addLogicalPort annotation time took 15.065585ms I0418 11:08:59.817281 3822 pods.go:271] [openshift-console/console-74c49fb59b-tdkhk] addLogicalPort took 16.54965ms, libovsdb time 1.07297ms I0418 11:09:00.210751 3822 cni.go:452] [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key ] I0418 11:09:00.220975 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74c49fb59b-tdkhk, hostIfaceName: 58866309354b2ee, network: default, NAD default, SandboxID: "58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327", PCI device ID: , UID: "ac7e6692-beba-406b-a26f-efa457891976", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0418 11:09:00.278607 3822 cni.go:473] [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:fc:09:74:a0:77\",\"name\":\"58866309354b2ee\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/586bb667-a10e-444a-893a-12a1b4508aea\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:09:00.606110 3822 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.606138 3822 obj_retry.go:492] Detected object openshift-console/console-86cf45f958-c8pjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:00.612128 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86cf45f958-c8pjt I0418 11:09:00.612152 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86cf45f958-c8pjt W0418 11:09:03.860938 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.860964 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:03.860970 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:09:05.611605 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 11:09:05.611655 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0418 11:09:05.611611 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 11:09:06.623611 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0418 11:09:06.626383 3822 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key ] I0418 11:09:06.721995 3822 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 35dc534b8d7aa799d339e683b3e01faa0544f80607980754aeda7d5f4ff89143 network default NAD default NAD key default], result "{}", err I0418 11:09:06.790697 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.790730 3822 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 I0418 11:09:06.792255 3822 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848, ips: 10.128.0.21 I0418 11:09:06.792291 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.792320 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.792332 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 11:09:06.792528 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:09:06.792544 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 11:09:07.817027 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817050 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817068 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:07.817076 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390qn848 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:09:09.267552 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:09:09.267577 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:09:09.300378 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:09:09.300399 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0418 11:09:10.642524 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 11:09:10.734996 3822 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 11:09:10.747680 3822 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0418 11:09:19.674823 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 11:09:19.674871 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 11:09:19.674826 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 11:09:20.678716 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0418 11:09:27.351012 3822 cni.go:452] [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key ] I0418 11:09:27.420321 3822 cni.go:473] [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-bd68c6b95-jdcc5 8b3cbc3daa3ccb7428a697d41ba5d0c1aadf50b690594cff5568a50c77057693 network default NAD default NAD key default], result "{}", err I0418 11:09:27.495503 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.495547 3822 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:09:27.496779 3822 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bd68c6b95-jdcc5, ips: 10.128.0.5 I0418 11:09:27.496809 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:27.705617 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.705649 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bd68c6b95-jdcc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:27.711600 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:09:27.711628 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bd68c6b95-jdcc5 I0418 11:09:33.191172 3822 cni.go:452] [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key ] I0418 11:09:33.278010 3822 cni.go:473] [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-74878c447f-jkdph 59992e5443888aec814c06653320e52c76017b685620143ab45dae141bd05e04 network default NAD default NAD key default], result "{}", err I0418 11:09:33.325799 3822 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.325832 3822 pods.go:176] Deleting pod: openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:33.327030 3822 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-74878c447f-jkdph, ips: 10.128.0.14 I0418 11:09:33.327057 3822 obj_retry.go:498] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:33.729503 3822 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.729536 3822 obj_retry.go:492] Detected object openshift-ingress/router-default-74878c447f-jkdph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:33.732815 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:33.732846 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-74878c447f-jkdph I0418 11:09:34.595605 3822 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:34.596152 3822 obj_retry.go:498] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:35.312580 3822 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.312606 3822 obj_retry.go:492] Detected object openshift-console/console-7f964b748b-ssxkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:35.319879 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7f964b748b-ssxkn I0418 11:09:35.319896 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7f964b748b-ssxkn I0418 11:09:43.726209 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:43.726840 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:44.402358 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.402381 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:44.408937 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0418 11:09:44.408962 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0418 11:09:47.865005 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:47.865582 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:09:48.432408 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.432444 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:09:48.438559 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0418 11:09:48.438586 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0418 11:09:51.106604 3822 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 11:10:00.193575 3822 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608510-l9pqh for pod on switch ip-10-0-1-35.ec2.internal I0418 11:10:00.193693 3822 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:10:00.208925 3822 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh] pod update took 15.253503ms I0418 11:10:00.208951 3822 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh] addLogicalPort annotation time took 15.286189ms I0418 11:10:00.210316 3822 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh] addLogicalPort took 16.761174ms, libovsdb time 1.020595ms I0418 11:10:00.564369 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key ] I0418 11:10:00.573689 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608510-l9pqh, hostIfaceName: 1ae697f63294575, network: default, NAD default, SandboxID: "1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7", PCI device ID: , UID: "12cd4148-0cde-4423-80d4-519b6e9e1d00", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0418 11:10:00.627078 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e3:07:96:35:1b\",\"name\":\"1ae697f63294575\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b07b785d-ab9f-4087-ae5a-8b34510acb08\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:10:03.489253 3822 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.489824 3822 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:03.797599 3822 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.797631 3822 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-vvqjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:03.804211 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:03.804243 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-vvqjl I0418 11:10:04.863106 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key ] I0418 11:10:04.942328 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh 1ae697f63294575ac32030c728d13c0c66671bab843367fbc3b6a242dc5e5fa7 network default NAD default NAD key default], result "{}", err I0418 11:10:04.984851 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:04.984894 3822 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:10:04.986190 3822 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh, ips: 10.128.0.23 I0418 11:10:04.986220 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:05.874941 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:05.874969 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.589914 3822 cni.go:452] [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key ] I0418 11:10:14.670004 3822 cni.go:473] [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74c49fb59b-tdkhk 58866309354b2ee8540964a71649da283e30180a4a3c0e8b2f56eb78148d2327 network default NAD default NAD key default], result "{}", err I0418 11:10:14.728069 3822 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:14.728108 3822 pods.go:176] Deleting pod: openshift-console/console-74c49fb59b-tdkhk I0418 11:10:14.729318 3822 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74c49fb59b-tdkhk, ips: 10.128.0.22 I0418 11:10:14.729349 3822 obj_retry.go:498] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:14.900809 3822 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.900831 3822 obj_retry.go:492] Detected object openshift-console/console-74c49fb59b-tdkhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:14.910822 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:14.910851 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74c49fb59b-tdkhk I0418 11:10:16.034213 3822 cni.go:452] [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key ] I0418 11:10:16.117889 3822 cni.go:473] [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 cecc30fd37f94f0c0164cf105dcd854fbc5f5f244c0effb34bb68835dfbd76ed network default NAD default NAD key default], result "{}", err I0418 11:10:16.182672 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.182713 3822 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0418 11:10:16.184089 3822 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.19 I0418 11:10:16.184123 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:16.910830 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.910850 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:16.917708 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0418 11:10:16.917737 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0418 11:10:16.956978 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:10:16.957111 3822 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0418 11:10:16.975964 3822 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 18.894189ms I0418 11:10:16.975985 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 18.919645ms I0418 11:10:16.977121 3822 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.159673ms, libovsdb time 835.912µs I0418 11:10:17.316687 3822 cni.go:452] [openshift-monitoring/alertmanager-main-0 729a858082c0e41989060d20f95bee55515ff41bf4c2dfc23f9f35f280e778bf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 729a858082c0e41989060d20f95bee55515ff41bf4c2dfc23f9f35f280e778bf network default NAD default NAD key ] I0418 11:10:17.326785 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 729a858082c0e41, network: default, NAD default, SandboxID: "729a858082c0e41989060d20f95bee55515ff41bf4c2dfc23f9f35f280e778bf", PCI device ID: , UID: "451cac4a-c86a-46ed-911e-81fbbb962bb3", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0418 11:10:17.379089 3822 cni.go:473] [openshift-monitoring/alertmanager-main-0 729a858082c0e41989060d20f95bee55515ff41bf4c2dfc23f9f35f280e778bf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 729a858082c0e41989060d20f95bee55515ff41bf4c2dfc23f9f35f280e778bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b5:b6:2c:73:81\",\"name\":\"729a858082c0e41\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f33aba65-54a5-487e-9248-9d2d61e15741\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:10:37.369824 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:10:37.369843 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 11:10:37.369850 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 11:10:51.042661 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.043252 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:10:51.627545 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.627569 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:10:51.635617 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0418 11:10:51.635646 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0418 11:12:42.682969 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0418 11:13:26.805121 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 11:14:12.410207 3822 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-m7d9p for pod on switch ip-10-0-1-35.ec2.internal I0418 11:14:12.410341 3822 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p I0418 11:14:12.430829 3822 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p] pod update took 20.51666ms I0418 11:14:12.430856 3822 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p] addLogicalPort annotation time took 20.547666ms I0418 11:14:12.432094 3822 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p] addLogicalPort took 21.903723ms, libovsdb time 894.784µs I0418 11:14:12.768406 3822 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p d7c5af40f5cf5bb6601b0871c7091739dc2715662182412a26c5a9d4bfc59e0c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p d7c5af40f5cf5bb6601b0871c7091739dc2715662182412a26c5a9d4bfc59e0c network default NAD default NAD key ] I0418 11:14:12.778301 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-m7d9p, hostIfaceName: d7c5af40f5cf5bb, network: default, NAD default, SandboxID: "d7c5af40f5cf5bb6601b0871c7091739dc2715662182412a26c5a9d4bfc59e0c", PCI device ID: , UID: "c42c2a5b-f93b-40cf-951c-dbac2da45e6b", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0418 11:14:12.827401 3822 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p d7c5af40f5cf5bb6601b0871c7091739dc2715662182412a26c5a9d4bfc59e0c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-m7d9p d7c5af40f5cf5bb6601b0871c7091739dc2715662182412a26c5a9d4bfc59e0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:96:93:7d:ec:04\",\"name\":\"d7c5af40f5cf5bb\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b78e84c2-3a7d-4cc3-904e-f89fa3dacbf9\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:14:16.815631 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:14:18.680263 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 W0418 11:14:27.822781 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 11:14:27.852704 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 11:14:27.852786 3822 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-smqrj: no pod IPs found I0418 11:14:30.682716 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0418 11:15:31.787637 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:15:46.608171 3822 namespace.go:98] [tsf] adding namespace I0418 11:15:46.609006 3822 namespace.go:102] [tsf] adding namespace took 815.596µs I0418 11:15:46.624568 3822 namespace.go:142] [tsf] updating namespace I0418 11:15:46.633798 3822 namespace.go:142] [tsf] updating namespace I0418 11:15:50.408969 3822 namespace.go:98] [tsf-keycloak] adding namespace I0418 11:15:50.409952 3822 namespace.go:102] [tsf-keycloak] adding namespace took 953.101µs I0418 11:15:50.413381 3822 namespace.go:98] [cert-manager-operator] adding namespace I0418 11:15:50.413534 3822 namespace.go:98] [konflux-operator] adding namespace I0418 11:15:50.414162 3822 namespace.go:102] [cert-manager-operator] adding namespace took 760.896µs I0418 11:15:50.414806 3822 namespace.go:102] [konflux-operator] adding namespace took 1.254668ms I0418 11:15:50.414867 3822 namespace.go:98] [tsf-tas] adding namespace I0418 11:15:50.414961 3822 namespace.go:98] [rhtpa-operator] adding namespace I0418 11:15:50.415068 3822 namespace.go:98] [tsf-tpa] adding namespace I0418 11:15:50.415569 3822 namespace.go:102] [tsf-tas] adding namespace took 690.337µs I0418 11:15:50.416107 3822 namespace.go:102] [rhtpa-operator] adding namespace took 1.127449ms I0418 11:15:50.416604 3822 namespace.go:102] [tsf-tpa] adding namespace took 1.51979ms I0418 11:15:50.418412 3822 namespace.go:98] [konflux-ui] adding namespace I0418 11:15:50.418566 3822 namespace.go:98] [rhbk-operator] adding namespace I0418 11:15:50.418983 3822 namespace.go:102] [konflux-ui] adding namespace took 554.517µs I0418 11:15:50.419467 3822 namespace.go:102] [rhbk-operator] adding namespace took 885.147µs I0418 11:15:50.427973 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.447786 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.447837 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.479670 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.479791 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.479877 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.480003 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.492962 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.492966 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:50.493103 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.501523 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:50.501662 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:15:50.501750 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.501825 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.535930 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.536081 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:15:50.539671 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:15:50.539779 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.546844 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:50.558408 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.575442 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:15:50.593531 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.596439 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:15:50.624400 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:15:51.851659 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:15:51.851673 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:15:52.023649 3822 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:52.023773 3822 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0418 11:15:52.039953 3822 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 16.209828ms I0418 11:15:52.039976 3822 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 16.238944ms I0418 11:15:52.041164 3822 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.534915ms, libovsdb time 832.643µs I0418 11:15:52.393488 3822 cni.go:452] [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key ] I0418 11:15:52.402975 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 03dd830a33fa0ba, network: default, NAD default, SandboxID: "03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385", PCI device ID: , UID: "ed14063a-d208-4263-8977-8c8363c7d58a", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0418 11:15:52.453295 3822 cni.go:473] [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:0f:61:c2:ac:87\",\"name\":\"03dd830a33fa0ba\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c90c5a5-88fd-4daa-81ce-7abe86cb4b24\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:15:53.520022 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:53.520211 3822 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr I0418 11:15:53.540642 3822 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr] pod update took 20.460137ms I0418 11:15:53.540665 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr] addLogicalPort annotation time took 20.488319ms I0418 11:15:53.542077 3822 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr] addLogicalPort took 22.076669ms, libovsdb time 1.06093ms I0418 11:15:53.610399 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:53.610561 3822 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g I0418 11:15:53.623844 3822 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g] pod update took 13.334505ms I0418 11:15:53.623867 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g] addLogicalPort annotation time took 13.367129ms I0418 11:15:53.625240 3822 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g] addLogicalPort took 14.854799ms, libovsdb time 918.667µs I0418 11:15:54.027831 3822 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key ] I0418 11:15:54.028531 3822 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key ] I0418 11:15:54.038464 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr, hostIfaceName: 868e0db406a246e, network: default, NAD default, SandboxID: "868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3", PCI device ID: , UID: "15639649-6a7d-4f05-aa3b-ba4f16d138ef", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0418 11:15:54.038880 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g, hostIfaceName: c9d73c73ce63332, network: default, NAD default, SandboxID: "c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e", PCI device ID: , UID: "33373deb-46bb-4de2-81d1-b48cc464637a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0418 11:15:54.090236 3822 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9f:e9:ab:76:b7\",\"name\":\"868e0db406a246e\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98debab9-32c0-452d-926c-5b1e3310c4bc\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:15:54.107475 3822 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:de:f9:20:38:43\",\"name\":\"c9d73c73ce63332\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81df926a-57d3-405b-a0cd-c1089f75e8f4\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:15:55.782530 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0418 11:15:56.725017 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:56.725151 3822 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 I0418 11:15:56.738119 3822 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26] pod update took 13.00171ms I0418 11:15:56.738145 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26] addLogicalPort annotation time took 13.03006ms I0418 11:15:56.739626 3822 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26] addLogicalPort took 14.630761ms, libovsdb time 1.095087ms I0418 11:15:57.772950 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0418 11:15:57.810849 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 11:15:58.120696 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:58.120835 3822 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc I0418 11:15:58.133551 3822 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc] pod update took 12.748196ms I0418 11:15:58.133575 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc] addLogicalPort annotation time took 12.775263ms I0418 11:15:58.135025 3822 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc] addLogicalPort took 14.351624ms, libovsdb time 1.04427ms I0418 11:15:59.965163 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q for pod on switch ip-10-0-1-35.ec2.internal I0418 11:15:59.965298 3822 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q I0418 11:15:59.977726 3822 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q] pod update took 12.457975ms I0418 11:15:59.977760 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q] addLogicalPort annotation time took 12.499436ms I0418 11:15:59.979171 3822 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q] addLogicalPort took 14.023345ms, libovsdb time 929.561µs I0418 11:16:00.070002 3822 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl for pod on switch ip-10-0-1-35.ec2.internal I0418 11:16:00.070147 3822 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl I0418 11:16:00.083745 3822 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl] pod update took 13.63117ms I0418 11:16:00.083772 3822 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl] addLogicalPort annotation time took 13.665111ms I0418 11:16:00.085206 3822 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl] addLogicalPort took 15.222382ms, libovsdb time 1.062206ms I0418 11:16:01.917549 3822 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key ] I0418 11:16:01.922321 3822 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key ] I0418 11:16:01.923001 3822 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key ] I0418 11:16:01.930018 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26, hostIfaceName: bb8a720c42f8a01, network: default, NAD default, SandboxID: "bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09", PCI device ID: , UID: "c84c67cf-28cf-4d8f-87f7-bc1b26baef73", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0418 11:16:01.938538 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q, hostIfaceName: 852e7cd84fbaef4, network: default, NAD default, SandboxID: "852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735", PCI device ID: , UID: "2cf664a5-7883-4ec9-bd60-10f05ae86fd9", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0418 11:16:01.938536 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc, hostIfaceName: cfcf1b43c582130, network: default, NAD default, SandboxID: "cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790", PCI device ID: , UID: "1dd35520-b4f5-428f-b601-1a36fbfec34a", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0418 11:16:01.982007 3822 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key ] I0418 11:16:01.996580 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl, hostIfaceName: cdb563f02dd3acb, network: default, NAD default, SandboxID: "cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5", PCI device ID: , UID: "5fcd95b2-7fda-4acd-b2d6-128a7e65b6bb", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0418 11:16:02.000660 3822 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ca:97:a6:72:93\",\"name\":\"bb8a720c42f8a01\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19c8ef22-665d-47c4-8f00-e8075b30da26\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:02.071708 3822 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:43:7f:5a:3c:9b\",\"name\":\"cdb563f02dd3acb\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb38a011-7ed4-44f2-b8e4-5cbf5cafcea2\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:02.234903 3822 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:6f:15:8d:89:16\",\"name\":\"852e7cd84fbaef4\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63160556-90aa-48fc-bbf4-d3bbd2a5ccb5\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:02.235010 3822 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:42:96:55:9d:9c\",\"name\":\"cfcf1b43c582130\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7568f97b-0c97-409f-966c-1ca5331052f9\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:03.254480 3822 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key ] I0418 11:16:03.322769 3822 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g c9d73c73ce633329622782dcd97954c029b7f25f6cd6f1c0a296b9cd8516585e network default NAD default NAD key default], result "{}", err I0418 11:16:03.382380 3822 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.382413 3822 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g I0418 11:16:03.383748 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g, ips: 10.128.0.28 I0418 11:16:03.383774 3822 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383788 3822 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383796 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:03.383960 3822 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:03.383974 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:04.271666 3822 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key ] I0418 11:16:04.346249 3822 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr 868e0db406a246ebe463a7d961d6282782040a006ec17c1d781dc54f9a7d4ae3 network default NAD default NAD key default], result "{}", err I0418 11:16:04.410382 3822 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410408 3822 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410424 3822 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.410437 3822 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecengx8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:04.499529 3822 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.499571 3822 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr I0418 11:16:04.501178 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr, ips: 10.128.0.27 I0418 11:16:04.501203 3822 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.501221 3822 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.501228 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:04.501395 3822 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:04.501407 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:05.525264 3822 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525284 3822 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525302 3822 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:05.525317 3822 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:07.299957 3822 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key ] I0418 11:16:07.300263 3822 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key ] I0418 11:16:07.300465 3822 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key ] I0418 11:16:07.302147 3822 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key ] I0418 11:16:07.382012 3822 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q 852e7cd84fbaef4b1f7f000688409ca54d56f463695e2a6ea44acb5206a71735 network default NAD default NAD key default], result "{}", err I0418 11:16:07.397539 3822 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 bb8a720c42f8a01d6c84e2b1444df8eeb830bbfe988e9925e4250568e6187b09 network default NAD default NAD key default], result "{}", err I0418 11:16:07.440374 3822 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc cfcf1b43c5821308f304e3b590a332454c3917fe14f8b0f127dd264ad814d790 network default NAD default NAD key default], result "{}", err I0418 11:16:07.457977 3822 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.458119 3822 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q I0418 11:16:07.463671 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q, ips: 10.128.0.31 I0418 11:16:07.463715 3822 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.463737 3822 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.463745 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.464892 3822 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.464916 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.466523 3822 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl cdb563f02dd3acb27fc8f31112b2f4e5b40e921d14cdae083b0b4ed2458e08b5 network default NAD default NAD key default], result "{}", err I0418 11:16:07.487805 3822 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.487843 3822 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 I0418 11:16:07.489615 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26, ips: 10.128.0.29 I0418 11:16:07.489650 3822 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.489669 3822 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.489678 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.489931 3822 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.489950 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.513542 3822 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.513576 3822 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc I0418 11:16:07.514981 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc, ips: 10.128.0.30 I0418 11:16:07.515012 3822 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.515032 3822 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.515044 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.515226 3822 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.515238 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:07.537188 3822 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.537289 3822 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl I0418 11:16:07.538807 3822 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl, ips: 10.128.0.32 I0418 11:16:07.538840 3822 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538863 3822 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.538874 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 11:16:07.539042 3822 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 11:16:07.539055 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 11:16:08.491143 3822 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491172 3822 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491198 3822 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.491211 3822 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7vln9q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527346 3822 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527370 3822 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527388 3822 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.527404 3822 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2jnb26 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545407 3822 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545433 3822 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545468 3822 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.545482 3822 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568mkmtc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568289 3822 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568313 3822 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568332 3822 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:08.568347 3822 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf4fghl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:10.777944 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0418 11:16:10.908941 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 11:16:11.684260 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0418 11:16:18.798290 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0418 11:16:20.087288 3822 namespace.go:98] [cert-manager] adding namespace I0418 11:16:20.088245 3822 namespace.go:102] [cert-manager] adding namespace took 934.91µs I0418 11:16:20.280397 3822 namespace.go:142] [cert-manager] updating namespace I0418 11:16:20.343051 3822 namespace.go:142] [cert-manager] updating namespace I0418 11:16:24.691724 3822 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:24.691771 3822 namespace.go:142] [openshift-operators] updating namespace W0418 11:16:26.005569 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 11:16:26.005588 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 11:16:33.074326 3822 namespace.go:142] [openshift-operators] updating namespace I0418 11:16:33.663719 3822 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-25z6n for pod on switch ip-10-0-1-35.ec2.internal I0418 11:16:33.663861 3822 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n I0418 11:16:33.684753 3822 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n] pod update took 20.921822ms I0418 11:16:33.684777 3822 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n] addLogicalPort annotation time took 20.952765ms I0418 11:16:33.685938 3822 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n] addLogicalPort took 22.236047ms, libovsdb time 828.28µs I0418 11:16:34.023297 3822 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n 7547adca4ba682754557f90abd6390ab8e74546ef327f866b9f4b0b0fab87acc network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n 7547adca4ba682754557f90abd6390ab8e74546ef327f866b9f4b0b0fab87acc network default NAD default NAD key ] I0418 11:16:34.032738 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-25z6n, hostIfaceName: 7547adca4ba6827, network: default, NAD default, SandboxID: "7547adca4ba682754557f90abd6390ab8e74546ef327f866b9f4b0b0fab87acc", PCI device ID: , UID: "84dbd076-d83e-49fe-8c0b-6326b31921b6", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0418 11:16:34.084788 3822 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n 7547adca4ba682754557f90abd6390ab8e74546ef327f866b9f4b0b0fab87acc network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-25z6n 7547adca4ba682754557f90abd6390ab8e74546ef327f866b9f4b0b0fab87acc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:1c:40:90:5c:7a\",\"name\":\"7547adca4ba6827\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62af8882-e08e-49eb-a8c3-40d3b9eb45d5\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:35.684253 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=89 W0418 11:16:38.161548 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0418 11:16:42.692681 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=734 W0418 11:16:43.158548 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 11:16:43.160275 3822 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 11:16:43.161080 3822 namespace.go:102] [trusted-artifact-signer] adding namespace took 787.608µs I0418 11:16:43.194865 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:43.224714 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:45.793725 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 11:16:49.117297 3822 namespace.go:98] [openshift-pipelines] adding namespace I0418 11:16:49.118192 3822 namespace.go:102] [openshift-pipelines] adding namespace took 868.472µs I0418 11:16:49.138323 3822 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:49.900126 3822 namespace.go:142] [cert-manager] updating namespace I0418 11:16:50.096813 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:50.504570 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:50.707027 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:50.924529 3822 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:51.294709 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:51.550301 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:51.696558 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:51.894516 3822 namespace.go:142] [tsf] updating namespace I0418 11:16:52.094968 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.294161 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.496649 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.633729 3822 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.645041 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:52.656170 3822 namespace.go:142] [default] updating namespace I0418 11:16:52.667769 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:52.682740 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:52.692115 3822 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:52.709764 3822 namespace.go:142] [openshift] updating namespace I0418 11:16:52.720035 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:52.728375 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:52.738142 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:52.746485 3822 namespace.go:142] [tsf] updating namespace I0418 11:16:52.758462 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:52.766685 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:52.782813 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:52.883607 3822 namespace.go:142] [cert-manager] updating namespace I0418 11:16:52.980369 3822 namespace.go:142] [cert-manager-operator] updating namespace I0418 11:16:53.086213 3822 namespace.go:142] [default] updating namespace I0418 11:16:53.177078 3822 namespace.go:142] [konflux-operator] updating namespace I0418 11:16:53.279488 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:16:53.378869 3822 namespace.go:142] [open-cluster-management-2poh97b8la356q9nosa0n73i4gbvlehs] updating namespace I0418 11:16:53.483059 3822 namespace.go:142] [openshift] updating namespace I0418 11:16:53.607419 3822 namespace.go:142] [rhbk-operator] updating namespace I0418 11:16:53.681012 3822 namespace.go:142] [rhtpa-operator] updating namespace I0418 11:16:53.790921 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 11:16:53.885577 3822 namespace.go:142] [tsf] updating namespace I0418 11:16:53.984561 3822 namespace.go:142] [tsf-keycloak] updating namespace I0418 11:16:54.088429 3822 namespace.go:142] [tsf-tas] updating namespace I0418 11:16:54.179367 3822 namespace.go:142] [tsf-tpa] updating namespace I0418 11:16:54.622554 3822 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:16:55.563341 3822 cni.go:452] [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key ] I0418 11:16:55.633397 3822 cni.go:473] [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 03dd830a33fa0ba6d06f9029155fa2708c9d22b8fd6c3831bc606ee410418385 network default NAD default NAD key default], result "{}", err I0418 11:16:55.703252 3822 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.703293 3822 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0418 11:16:55.704625 3822 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0418 11:16:55.704649 3822 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:16:55.725662 3822 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.725690 3822 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:16:55.732401 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 11:16:55.732423 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0418 11:16:57.289595 3822 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-35.ec2.internal I0418 11:16:57.289682 3822 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0418 11:16:57.324482 3822 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 34.821632ms I0418 11:16:57.324507 3822 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 34.852345ms I0418 11:16:57.325696 3822 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 36.117442ms, libovsdb time 869.044µs I0418 11:16:57.648462 3822 cni.go:452] [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key ] I0418 11:16:57.658127 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 14bcd890502c8f4, network: default, NAD default, SandboxID: "14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59", PCI device ID: , UID: "39287e80-b2f6-4e1a-9e56-da0b8960f55c", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0418 11:16:57.707133 3822 cni.go:473] [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d2:19:68:bf:45\",\"name\":\"14bcd890502c8f4\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/253ab8ff-1589-4216-b4e5-305c6af286b4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:16:59.772682 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0418 11:17:00.415163 3822 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-5n5kx for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:00.415264 3822 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx I0418 11:17:00.428164 3822 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx] pod update took 12.92574ms I0418 11:17:00.428195 3822 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx] addLogicalPort annotation time took 12.958416ms I0418 11:17:00.429583 3822 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx] addLogicalPort took 14.44031ms, libovsdb time 978.285µs I0418 11:17:00.515712 3822 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-gq8vw for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:00.515804 3822 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw I0418 11:17:00.532864 3822 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw] pod update took 17.082346ms I0418 11:17:00.532891 3822 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw] addLogicalPort annotation time took 17.11959ms I0418 11:17:00.534241 3822 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw] addLogicalPort took 18.545476ms, libovsdb time 992.211µs I0418 11:17:04.810652 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 11:17:05.529560 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8t282] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-8t282 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:05.529672 3822 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-8t282 I0418 11:17:05.544657 3822 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-8t282] pod update took 15.012053ms I0418 11:17:05.544680 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-8t282] addLogicalPort annotation time took 15.040424ms I0418 11:17:05.546069 3822 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-8t282] addLogicalPort took 16.52793ms, libovsdb time 987.036µs I0418 11:17:05.732845 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-tmvhj for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:05.732964 3822 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj I0418 11:17:05.749947 3822 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj] pod update took 17.020114ms I0418 11:17:05.749976 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj] addLogicalPort annotation time took 17.05482ms I0418 11:17:05.751317 3822 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj] addLogicalPort took 18.492482ms, libovsdb time 939.799µs I0418 11:17:05.846409 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-8rvsx for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:05.846539 3822 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx I0418 11:17:05.860604 3822 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx] pod update took 14.100562ms I0418 11:17:05.860626 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx] addLogicalPort annotation time took 14.126413ms I0418 11:17:05.861737 3822 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx] addLogicalPort took 15.345756ms, libovsdb time 756.803µs I0418 11:17:05.895258 3822 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-8t282 cd21d4ee8edf6bfe25380ec72bc01fddaf5970a187d2bbfe8e9865470ce011c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8t282 cd21d4ee8edf6bfe25380ec72bc01fddaf5970a187d2bbfe8e9865470ce011c1 network default NAD default NAD key ] I0418 11:17:05.904794 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-8t282, hostIfaceName: cd21d4ee8edf6bf, network: default, NAD default, SandboxID: "cd21d4ee8edf6bfe25380ec72bc01fddaf5970a187d2bbfe8e9865470ce011c1", PCI device ID: , UID: "240c81ed-3284-46c6-a227-90bfedfd7887", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0418 11:17:05.958012 3822 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-8t282 cd21d4ee8edf6bfe25380ec72bc01fddaf5970a187d2bbfe8e9865470ce011c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-8t282 cd21d4ee8edf6bfe25380ec72bc01fddaf5970a187d2bbfe8e9865470ce011c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d9:f6:7c:a3:56\",\"name\":\"cd21d4ee8edf6bf\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acb16983-432e-4e2b-a9ff-2a29b98c756d\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:17:06.098900 3822 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj bd31a46498cb85b4f0cdbff467d31a8c9aca48d007982fb48e9eec3382646653 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj bd31a46498cb85b4f0cdbff467d31a8c9aca48d007982fb48e9eec3382646653 network default NAD default NAD key ] I0418 11:17:06.108862 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-tmvhj, hostIfaceName: bd31a46498cb85b, network: default, NAD default, SandboxID: "bd31a46498cb85b4f0cdbff467d31a8c9aca48d007982fb48e9eec3382646653", PCI device ID: , UID: "d5a9b7e6-0300-48a7-a562-0152463334a6", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0418 11:17:06.160486 3822 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj bd31a46498cb85b4f0cdbff467d31a8c9aca48d007982fb48e9eec3382646653 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-tmvhj bd31a46498cb85b4f0cdbff467d31a8c9aca48d007982fb48e9eec3382646653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:05:6a:38:e7:b8\",\"name\":\"bd31a46498cb85b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bda00453-3fd0-4897-be0f-ca1950cc60dd\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:17:06.223427 3822 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx c490b881480a329cec348e5587441fcfc29d0de673ce2fbd408cc99cac004816 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx c490b881480a329cec348e5587441fcfc29d0de673ce2fbd408cc99cac004816 network default NAD default NAD key ] I0418 11:17:06.233202 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-8rvsx, hostIfaceName: c490b881480a329, network: default, NAD default, SandboxID: "c490b881480a329cec348e5587441fcfc29d0de673ce2fbd408cc99cac004816", PCI device ID: , UID: "32fdeb89-8c82-4fa1-83be-b9f539a6c8d5", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0418 11:17:06.284466 3822 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx c490b881480a329cec348e5587441fcfc29d0de673ce2fbd408cc99cac004816 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-8rvsx c490b881480a329cec348e5587441fcfc29d0de673ce2fbd408cc99cac004816 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:2a:93:57:bf:c3\",\"name\":\"c490b881480a329\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60b0a73b-3898-4a71-85c7-40459b7265c1\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:17:09.274566 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274597 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 11:17:09.274605 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0418 11:17:09.306664 3822 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw d140f0f5d758346f15e1403c13e3313ae924737f619a3c920143f91be5c92c0f network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw d140f0f5d758346f15e1403c13e3313ae924737f619a3c920143f91be5c92c0f network default NAD default NAD key ] I0418 11:17:09.307614 3822 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx dff5be0729bfc3a16baf427d7b964432a27614b806924865382dcb3ade44cd94 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx dff5be0729bfc3a16baf427d7b964432a27614b806924865382dcb3ade44cd94 network default NAD default NAD key ] I0418 11:17:09.318784 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-5n5kx, hostIfaceName: dff5be0729bfc3a, network: default, NAD default, SandboxID: "dff5be0729bfc3a16baf427d7b964432a27614b806924865382dcb3ade44cd94", PCI device ID: , UID: "67662828-642d-48ed-af48-6c42e7f80c49", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0418 11:17:09.319010 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-gq8vw, hostIfaceName: d140f0f5d758346, network: default, NAD default, SandboxID: "d140f0f5d758346f15e1403c13e3313ae924737f619a3c920143f91be5c92c0f", PCI device ID: , UID: "ff754074-52b5-43cc-9478-6e1915d3c5d3", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0418 11:17:09.384671 3822 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx dff5be0729bfc3a16baf427d7b964432a27614b806924865382dcb3ade44cd94 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-5n5kx dff5be0729bfc3a16baf427d7b964432a27614b806924865382dcb3ade44cd94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e1:6c:8f:5a:3f\",\"name\":\"dff5be0729bfc3a\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e4069d7-78f0-41ed-8199-a38c13c90e01\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:17:09.402163 3822 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw d140f0f5d758346f15e1403c13e3313ae924737f619a3c920143f91be5c92c0f network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-gq8vw d140f0f5d758346f15e1403c13e3313ae924737f619a3c920143f91be5c92c0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:53:0b:08:0d:a5\",\"name\":\"d140f0f5d758346\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a056e29-57ef-4645-908c-7de5dfee4991\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:17:09.647026 3822 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 11:17:09.713283 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713304 3822 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713311 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.713314 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:09.741799 3822 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 11:17:09.771668 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.771687 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:09.771692 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:20.666136 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:20.666158 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:20.666164 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:20.666168 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 11:17:20.692164 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:20.692183 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:20.692227 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 11:17:30.668643 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 11:17:30.688796 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 11:17:32.364355 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 11:17:32.774230 3822 cni.go:452] [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key ] I0418 11:17:32.855967 3822 cni.go:473] [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 14bcd890502c8f4eb9f758210f6cda25d5c4852ba2401e3f483eab0887eacc59 network default NAD default NAD key default], result "{}", err I0418 11:17:32.982129 3822 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:32.982169 3822 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0418 11:17:32.983638 3822 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.34 I0418 11:17:32.983667 3822 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:17:33.002844 3822 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.002866 3822 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:17:33.011789 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 11:17:33.011818 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 11:17:34.077194 3822 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:34.077297 3822 kube.go:256] Updating pod tsf/test-tsf-iam I0418 11:17:34.090404 3822 pod.go:62] [tsf/test-tsf-iam] pod update took 13.129612ms I0418 11:17:34.090437 3822 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.167993ms I0418 11:17:34.091698 3822 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.554819ms, libovsdb time 868.408µs I0418 11:17:34.461464 3822 cni.go:452] [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key ] I0418 11:17:34.470957 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: eacb5a1cbd8e159, network: default, NAD default, SandboxID: "eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33", PCI device ID: , UID: "a2b0a44d-d467-4b79-866b-464093911d91", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0418 11:17:34.521661 3822 cni.go:473] [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4e:c5:30:34:3a\",\"name\":\"eacb5a1cbd8e159\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4d85d70-cc2b-4616-9942-a60a3e7c0f40\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:17:35.058885 3822 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 11:17:35.059752 3822 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 11:17:35.059785 3822 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 11:17:35.062516 3822 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0418 11:17:35.415583 3822 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:17:35.415678 3822 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0418 11:17:35.430834 3822 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 15.182285ms I0418 11:17:35.430860 3822 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 15.212253ms I0418 11:17:35.432034 3822 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.468293ms, libovsdb time 841.405µs I0418 11:17:35.776237 3822 cni.go:452] [tsf-keycloak/keycloak-0 bfe791f7a89a0870d7dc036c84a3b5867c1e566bfb7c5d876de39b6dd57d3c72 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 bfe791f7a89a0870d7dc036c84a3b5867c1e566bfb7c5d876de39b6dd57d3c72 network default NAD default NAD key ] I0418 11:17:35.786094 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: bfe791f7a89a087, network: default, NAD default, SandboxID: "bfe791f7a89a0870d7dc036c84a3b5867c1e566bfb7c5d876de39b6dd57d3c72", PCI device ID: , UID: "33d03f50-7338-4d06-a5e3-5e6e1f2c54cf", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0418 11:17:35.837870 3822 cni.go:473] [tsf-keycloak/keycloak-0 bfe791f7a89a0870d7dc036c84a3b5867c1e566bfb7c5d876de39b6dd57d3c72 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 bfe791f7a89a0870d7dc036c84a3b5867c1e566bfb7c5d876de39b6dd57d3c72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:81:46:ce:b3:1a\",\"name\":\"bfe791f7a89a087\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca3951d7-944c-4107-bf18-e87ce826fbd6\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:17:41.846751 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846773 3822 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:17:41.846925 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:17:41.846942 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 11:17:49.359803 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0418 11:18:05.045099 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:18:05.045123 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 11:18:05.045224 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:18:05.045234 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0418 11:18:13.590580 3822 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590601 3822 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 11:18:13.590610 3822 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 11:18:15.216686 3822 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-xxtsh] creating logical port tsf-keycloak_tsf-iam-xxtsh for pod on switch ip-10-0-1-35.ec2.internal I0418 11:18:15.216777 3822 kube.go:256] Updating pod tsf-keycloak/tsf-iam-xxtsh I0418 11:18:15.229875 3822 pod.go:62] [tsf-keycloak/tsf-iam-xxtsh] pod update took 13.120461ms I0418 11:18:15.229896 3822 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-xxtsh] addLogicalPort annotation time took 13.148569ms I0418 11:18:15.231112 3822 pods.go:271] [tsf-keycloak/tsf-iam-xxtsh] addLogicalPort took 14.445396ms, libovsdb time 837.02µs I0418 11:18:15.587874 3822 cni.go:452] [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key ] I0418 11:18:15.597264 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-xxtsh, hostIfaceName: c6419a60be5a069, network: default, NAD default, SandboxID: "c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed", PCI device ID: , UID: "7169fac1-7f44-4df5-a368-ed8884f9b149", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0418 11:18:15.649979 3822 cni.go:473] [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:37:16:82:8e:08\",\"name\":\"c6419a60be5a069\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8de8f46-b1d1-4066-9a2e-808ca3d5f880\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:18:25.110262 3822 cni.go:452] [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key ] I0418 11:18:25.202460 3822 cni.go:473] [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam eacb5a1cbd8e15993e134c0913e164fc41cb2fc14a17e21f08db0f5031f04a33 network default NAD default NAD key default], result "{}", err I0418 11:18:25.257420 3822 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.257481 3822 pods.go:176] Deleting pod: tsf/test-tsf-iam I0418 11:18:25.258731 3822 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.40 I0418 11:18:25.258760 3822 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:25.299851 3822 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.299881 3822 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:25.309742 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 11:18:25.309776 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 11:18:26.098126 3822 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-35.ec2.internal I0418 11:18:26.098244 3822 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0418 11:18:26.110660 3822 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 12.454134ms I0418 11:18:26.110683 3822 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 12.482774ms I0418 11:18:26.112049 3822 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 13.940288ms, libovsdb time 944.24µs I0418 11:18:26.462976 3822 cni.go:452] [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key ] I0418 11:18:26.475516 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: c2024c1de8bb9bc, network: default, NAD default, SandboxID: "c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284", PCI device ID: , UID: "d40a6b5b-86fa-4234-84e5-bc1f84f87596", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0418 11:18:26.531174 3822 cni.go:473] [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fb:ea:d3:34:61\",\"name\":\"c2024c1de8bb9bc\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dda41213-422e-4ed5-afe0-1eef124392e1\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:18:30.622109 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 11:18:30.622129 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 11:18:33.156581 3822 cni.go:452] [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key ] I0418 11:18:33.244083 3822 cni.go:473] [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-xxtsh c6419a60be5a0695ce2f662885fa9abfb88d743d2f1c8feaf383b8d377b37fed network default NAD default NAD key default], result "{}", err I0418 11:18:33.296278 3822 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:33.296319 3822 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-xxtsh I0418 11:18:33.297994 3822 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-xxtsh, ips: 10.128.0.42 I0418 11:18:33.298029 3822 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:34.181682 3822 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:34.181713 3822 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-xxtsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:18:37.669008 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0418 11:18:45.791266 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 11:18:48.839481 3822 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0418 11:18:49.952247 3822 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:49.952853 3822 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:18:50.474671 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-wfv2g for pod on switch ip-10-0-1-35.ec2.internal I0418 11:18:50.474792 3822 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g I0418 11:18:50.493036 3822 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g] pod update took 18.264455ms I0418 11:18:50.493061 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g] addLogicalPort annotation time took 18.295864ms I0418 11:18:50.494295 3822 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g] addLogicalPort took 19.642051ms, libovsdb time 861.486µs I0418 11:18:50.570443 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-dprbh for pod on switch ip-10-0-1-35.ec2.internal I0418 11:18:50.570597 3822 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh I0418 11:18:50.584272 3822 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh] pod update took 13.697865ms I0418 11:18:50.584300 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh] addLogicalPort annotation time took 13.734013ms I0418 11:18:50.585636 3822 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh] addLogicalPort took 15.210482ms, libovsdb time 891.439µs I0418 11:18:50.667924 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-cqlbg for pod on switch ip-10-0-1-35.ec2.internal I0418 11:18:50.668027 3822 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg I0418 11:18:50.686980 3822 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg] pod update took 18.980365ms I0418 11:18:50.687006 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg] addLogicalPort annotation time took 19.01028ms I0418 11:18:50.688407 3822 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg] addLogicalPort took 20.500688ms, libovsdb time 998.475µs I0418 11:18:50.818918 3822 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:50.818941 3822 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lc7vq-czczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:18:50.835416 3822 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g 2d6a8c4e522659dadcfbad6d80f33be8ab416197e07a649da0cbe72dfff358ce network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g 2d6a8c4e522659dadcfbad6d80f33be8ab416197e07a649da0cbe72dfff358ce network default NAD default NAD key ] I0418 11:18:50.845328 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-wfv2g, hostIfaceName: 2d6a8c4e522659d, network: default, NAD default, SandboxID: "2d6a8c4e522659dadcfbad6d80f33be8ab416197e07a649da0cbe72dfff358ce", PCI device ID: , UID: "93b53443-8b35-4db2-a0d4-dc5913d0ab5c", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0418 11:18:50.901660 3822 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g 2d6a8c4e522659dadcfbad6d80f33be8ab416197e07a649da0cbe72dfff358ce network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wfv2g 2d6a8c4e522659dadcfbad6d80f33be8ab416197e07a649da0cbe72dfff358ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:05:ba:f4:11:5f\",\"name\":\"2d6a8c4e522659d\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0808bf6d-816b-472c-aa5c-23f3e32e1d28\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:18:50.935107 3822 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh bf65b91d7d2d9b493bb2dda4bba145c7e6cafda6e41304f2166c60868fdad663 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh bf65b91d7d2d9b493bb2dda4bba145c7e6cafda6e41304f2166c60868fdad663 network default NAD default NAD key ] I0418 11:18:50.945121 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-dprbh, hostIfaceName: bf65b91d7d2d9b4, network: default, NAD default, SandboxID: "bf65b91d7d2d9b493bb2dda4bba145c7e6cafda6e41304f2166c60868fdad663", PCI device ID: , UID: "5ac58215-da82-43dc-a8b7-a3457f001bf4", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0418 11:18:51.001351 3822 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh bf65b91d7d2d9b493bb2dda4bba145c7e6cafda6e41304f2166c60868fdad663 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-dprbh bf65b91d7d2d9b493bb2dda4bba145c7e6cafda6e41304f2166c60868fdad663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:59:98:98:b5:98\",\"name\":\"bf65b91d7d2d9b4\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/337a43bf-2389-4a9b-b342-ab66cc618dc9\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:18:51.031772 3822 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg 6424f153af2c48e6eb43ccb2c1280c1b62e74b46fbe9ed711b0eba93685eb758 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg 6424f153af2c48e6eb43ccb2c1280c1b62e74b46fbe9ed711b0eba93685eb758 network default NAD default NAD key ] I0418 11:18:51.041782 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-cqlbg, hostIfaceName: 6424f153af2c48e, network: default, NAD default, SandboxID: "6424f153af2c48e6eb43ccb2c1280c1b62e74b46fbe9ed711b0eba93685eb758", PCI device ID: , UID: "f7719071-4d5d-4e9a-add3-5baa73691f86", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0418 11:18:51.095917 3822 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg 6424f153af2c48e6eb43ccb2c1280c1b62e74b46fbe9ed711b0eba93685eb758 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cqlbg 6424f153af2c48e6eb43ccb2c1280c1b62e74b46fbe9ed711b0eba93685eb758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d4:16:e5:2e:82\",\"name\":\"6424f153af2c48e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0effc833-8ce5-4f4f-96e9-332aa04e8f26\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:18:54.270518 3822 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.270540 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.300651 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.300673 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 11:18:54.327712 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 11:19:05.282770 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0418 11:19:06.355366 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-vnkgt for pod on switch ip-10-0-1-35.ec2.internal I0418 11:19:06.355483 3822 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt I0418 11:19:06.368830 3822 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt] pod update took 13.389648ms I0418 11:19:06.368859 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt] addLogicalPort annotation time took 13.421875ms I0418 11:19:06.370055 3822 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt] addLogicalPort took 14.703644ms, libovsdb time 820.914µs I0418 11:19:06.680403 3822 namespace.go:142] [openshift-pipelines] updating namespace I0418 11:19:07.318385 3822 cni.go:452] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt bac83e2fed550c6f3b3c859288cce83842bf3e1ace47ba9c55b7115a85310cf3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt bac83e2fed550c6f3b3c859288cce83842bf3e1ace47ba9c55b7115a85310cf3 network default NAD default NAD key ] I0418 11:19:07.327878 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-vnkgt, hostIfaceName: bac83e2fed550c6, network: default, NAD default, SandboxID: "bac83e2fed550c6f3b3c859288cce83842bf3e1ace47ba9c55b7115a85310cf3", PCI device ID: , UID: "92d207ce-75b7-4b64-9626-610aa92dee6c", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0418 11:19:07.380107 3822 cni.go:473] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt bac83e2fed550c6f3b3c859288cce83842bf3e1ace47ba9c55b7115a85310cf3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-vnkgt bac83e2fed550c6f3b3c859288cce83842bf3e1ace47ba9c55b7115a85310cf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:17:35:b7:d3:fe\",\"name\":\"bac83e2fed550c6\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4a7024d-20bb-41b0-83f8-9a18d2c6f078\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:19:17.406550 3822 cni.go:452] [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key ] I0418 11:19:17.488080 3822 cni.go:473] [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas c2024c1de8bb9bc35aa5e691ca33c16c56400caff6fb8e20cf9c3b3515473284 network default NAD default NAD key default], result "{}", err I0418 11:19:17.540993 3822 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.541034 3822 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0418 11:19:17.542329 3822 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.43 I0418 11:19:17.542358 3822 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:17.561340 3822 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.561370 3822 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:17.567095 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 11:19:17.567119 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 11:19:18.227084 3822 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-jv8dw] creating logical port tsf_patch-tekton-config-jv8dw for pod on switch ip-10-0-1-35.ec2.internal I0418 11:19:18.227181 3822 kube.go:256] Updating pod tsf/patch-tekton-config-jv8dw I0418 11:19:18.243184 3822 pod.go:62] [tsf/patch-tekton-config-jv8dw] pod update took 16.026504ms I0418 11:19:18.243218 3822 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-jv8dw] addLogicalPort annotation time took 16.066455ms I0418 11:19:18.244619 3822 pods.go:271] [tsf/patch-tekton-config-jv8dw] addLogicalPort took 17.551137ms, libovsdb time 988.302µs I0418 11:19:18.591598 3822 cni.go:452] [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key ] I0418 11:19:18.601556 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-jv8dw, hostIfaceName: d91e328bb370c9f, network: default, NAD default, SandboxID: "d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032", PCI device ID: , UID: "44c48ca8-c7f0-41d8-91d4-82bcb79eaae4", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0418 11:19:18.652881 3822 cni.go:473] [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:80:c0:3e:7b:db\",\"name\":\"d91e328bb370c9f\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e0f7446-f32a-44fa-b34a-b77b2413c685\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:19:20.030568 3822 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.031206 3822 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:20.904417 3822 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:20.904440 3822 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bb8kk-s7zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:26.469752 3822 cni.go:452] [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key ] I0418 11:19:26.539711 3822 cni.go:473] [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-jv8dw d91e328bb370c9f4fdf13d18c99883c8b8c536e9e6ed646759ba044641052032 network default NAD default NAD key default], result "{}", err I0418 11:19:26.593181 3822 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:26.593222 3822 pods.go:176] Deleting pod: tsf/patch-tekton-config-jv8dw I0418 11:19:26.594521 3822 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-jv8dw, ips: 10.128.0.48 I0418 11:19:26.594548 3822 obj_retry.go:498] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:19:26.924580 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 11:19:27.483618 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:27.483645 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:33.107170 3822 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:33.107767 3822 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:34.130236 3822 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.130262 3822 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-cvs22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.166599 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.166618 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-jv8dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:34.171315 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jv8dw I0418 11:19:34.171345 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jv8dw I0418 11:19:34.749037 3822 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-35.ec2.internal I0418 11:19:34.749159 3822 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0418 11:19:34.763029 3822 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.904997ms I0418 11:19:34.763061 3822 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.942008ms I0418 11:19:34.764545 3822 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.527155ms, libovsdb time 889.596µs I0418 11:19:35.115814 3822 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key ] I0418 11:19:35.125308 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 43b6666d657e7eb, network: default, NAD default, SandboxID: "43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1", PCI device ID: , UID: "bfd25e99-a75c-43e1-8b60-7d651a26b380", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0418 11:19:35.180324 3822 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4d:5b:71:90:a4\",\"name\":\"43b6666d657e7eb\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/535772cf-f1c8-4eea-ad55-1926b8da7831\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:19:38.538821 3822 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key ] I0418 11:19:38.623804 3822 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 43b6666d657e7ebebc205c5cc865d6b49a3a451676945f2c9c4dceea28750ae1 network default NAD default NAD key default], result "{}", err I0418 11:19:38.680640 3822 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.680675 3822 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0418 11:19:38.682005 3822 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.49 I0418 11:19:38.682034 3822 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:38.701675 3822 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.701694 3822 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:38.709504 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 11:19:38.709524 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 11:19:38.921694 3822 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-35.ec2.internal I0418 11:19:38.921801 3822 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0418 11:19:38.934878 3822 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.103678ms I0418 11:19:38.934908 3822 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.130958ms I0418 11:19:38.936302 3822 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.625288ms, libovsdb time 964.485µs I0418 11:19:39.197574 3822 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:39.198065 3822 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:39.282482 3822 cni.go:452] [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key ] I0418 11:19:39.298217 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: de09296efdc08aa, network: default, NAD default, SandboxID: "de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993", PCI device ID: , UID: "41b607ca-64c2-4a4c-9245-f154da035521", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0418 11:19:39.352114 3822 cni.go:473] [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:ef:d1:39:31:da\",\"name\":\"de09296efdc08aa\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23933632-e60a-4fbb-94e0-a45c769d6286\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:19:40.073874 3822 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:40.073897 3822 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qpbws-dkkbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:44.716174 3822 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9] creating logical port tsf-tas_rekor-search-ui-8bd8f9fb8-45cv9 for pod on switch ip-10-0-1-35.ec2.internal I0418 11:19:44.716311 3822 kube.go:256] Updating pod tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9 I0418 11:19:44.731792 3822 pod.go:62] [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9] pod update took 15.506286ms I0418 11:19:44.731818 3822 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9] addLogicalPort annotation time took 15.53772ms I0418 11:19:44.733059 3822 pods.go:271] [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9] addLogicalPort took 16.906468ms, libovsdb time 856.55µs I0418 11:19:45.235753 3822 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:45.236443 3822 obj_retry.go:498] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:45.243694 3822 cni.go:452] [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9 62b5d796d10b0fb0609d594ee2f84e7fb243821448713f01dce719ef518fabcf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9 62b5d796d10b0fb0609d594ee2f84e7fb243821448713f01dce719ef518fabcf network default NAD default NAD key ] I0418 11:19:45.253553 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-8bd8f9fb8-45cv9, hostIfaceName: 62b5d796d10b0fb, network: default, NAD default, SandboxID: "62b5d796d10b0fb0609d594ee2f84e7fb243821448713f01dce719ef518fabcf", PCI device ID: , UID: "83b7217b-0362-430a-a28c-9225555166e2", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0418 11:19:45.305302 3822 cni.go:473] [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9 62b5d796d10b0fb0609d594ee2f84e7fb243821448713f01dce719ef518fabcf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-8bd8f9fb8-45cv9 62b5d796d10b0fb0609d594ee2f84e7fb243821448713f01dce719ef518fabcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:09:dc:1f:77:d9\",\"name\":\"62b5d796d10b0fb\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c41513f2-fa43-428c-a16d-ca9605c5eb6e\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:19:46.260629 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:46.260662 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:19:47.115331 3822 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 11:19:48.610182 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 11:19:49.283425 3822 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.284016 3822 obj_retry.go:498] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:49.391871 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:49.391898 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:54.185222 3822 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:54.185825 3822 obj_retry.go:498] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:19:55.210341 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:19:55.210371 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 11:19:56.091098 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 11:20:00.169668 3822 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608520-gnzsg for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:00.169759 3822 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg I0418 11:20:00.186682 3822 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg] pod update took 16.94264ms I0418 11:20:00.186712 3822 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg] addLogicalPort annotation time took 16.982975ms I0418 11:20:00.188301 3822 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg] addLogicalPort took 18.646462ms, libovsdb time 1.013389ms I0418 11:20:00.568688 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key ] I0418 11:20:00.578083 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608520-gnzsg, hostIfaceName: d0f9c536eefab6f, network: default, NAD default, SandboxID: "d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1", PCI device ID: , UID: "3e4898c7-d27f-4995-9c23-78b467288d9e", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0418 11:20:00.633015 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c4:fc:9c:76:a3\",\"name\":\"d0f9c536eefab6f\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf11f39-c52d-4c13-be0f-bcab814a4835\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:20:00.644104 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 11:20:03.701024 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key ] I0418 11:20:03.786161 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg d0f9c536eefab6fc17ca04ae2ae6dfa554485c5e8ed49a5e1cfbc5be756f17a1 network default NAD default NAD key default], result "{}", err I0418 11:20:03.838430 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:03.838484 3822 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg I0418 11:20:03.839868 3822 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg, ips: 10.128.0.52 I0418 11:20:03.839893 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:20:04.205115 3822 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 11:20:04.720342 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:04.720366 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608520-gnzsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.721752 3822 cni.go:452] [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key ] I0418 11:20:06.806641 3822 cni.go:473] [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa de09296efdc08aa6889442d6a2d7f180cc5ca7944aa810d16a0346ba31e06993 network default NAD default NAD key default], result "{}", err I0418 11:20:06.860025 3822 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.860055 3822 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0418 11:20:06.861342 3822 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.50 I0418 11:20:06.861374 3822 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:06.881512 3822 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.881538 3822 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:06.888537 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 11:20:06.888561 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 11:20:07.619745 3822 namespace.go:98] [image-controller] adding namespace I0418 11:20:07.620546 3822 namespace.go:102] [image-controller] adding namespace took 778.895µs I0418 11:20:07.620977 3822 namespace.go:98] [build-service] adding namespace I0418 11:20:07.621683 3822 namespace.go:102] [build-service] adding namespace took 692.053µs I0418 11:20:07.630297 3822 namespace.go:98] [integration-service] adding namespace I0418 11:20:07.630349 3822 namespace.go:98] [default-tenant] adding namespace I0418 11:20:07.630966 3822 namespace.go:102] [integration-service] adding namespace took 654.682µs I0418 11:20:07.631535 3822 namespace.go:102] [default-tenant] adding namespace took 1.169788ms I0418 11:20:07.718607 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.737844 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:07.749486 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:07.777831 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.797479 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:07.815968 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.823838 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.834692 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:07.880646 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:07.925163 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:07.990637 3822 namespace.go:98] [release-service] adding namespace I0418 11:20:07.991443 3822 namespace.go:102] [release-service] adding namespace took 787.394µs I0418 11:20:08.023675 3822 namespace.go:142] [release-service] updating namespace I0418 11:20:08.042493 3822 namespace.go:142] [konflux-ui] updating namespace I0418 11:20:08.099566 3822 namespace.go:142] [release-service] updating namespace I0418 11:20:08.176065 3822 namespace.go:98] [konflux-info] adding namespace I0418 11:20:08.176826 3822 namespace.go:102] [konflux-info] adding namespace took 746.443µs I0418 11:20:08.195501 3822 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:08.195600 3822 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0418 11:20:08.209402 3822 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.242472 3822 namespace.go:142] [konflux-info] updating namespace I0418 11:20:08.263188 3822 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 67.614796ms I0418 11:20:08.263216 3822 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 67.645418ms I0418 11:20:08.264409 3822 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 68.920625ms, libovsdb time 807.321µs I0418 11:20:08.303434 3822 namespace.go:98] [namespace-lister] adding namespace I0418 11:20:08.304169 3822 namespace.go:102] [namespace-lister] adding namespace took 702.982µs I0418 11:20:08.354116 3822 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.414368 3822 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:08.454531 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:08.527344 3822 namespace.go:98] [enterprise-contract-service] adding namespace I0418 11:20:08.528243 3822 namespace.go:102] [enterprise-contract-service] adding namespace took 876.418µs I0418 11:20:08.528297 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:08.556168 3822 cni.go:452] [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key ] I0418 11:20:08.566224 3822 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 1b6f20aff4f2b66, network: default, NAD default, SandboxID: "1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f", PCI device ID: , UID: "5a7d645a-a7a1-4cf6-85fd-59665a400086", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0418 11:20:08.617392 3822 cni.go:473] [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:85:79:6f:7e:6e\",\"name\":\"1b6f20aff4f2b66\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb412a2a-9a97-4994-b45a-5211a1d6929c\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:20:08.813668 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:09.294561 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:09.625434 3822 namespace.go:98] [segment-bridge] adding namespace I0418 11:20:09.626240 3822 namespace.go:102] [segment-bridge] adding namespace took 767.544µs I0418 11:20:09.677424 3822 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:09.783324 3822 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:10.180296 3822 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 11:20:10.180956 3822 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 11:20:10.180978 3822 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 11:20:10.183882 3822 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 11:20:10.242319 3822 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 11:20:10.242348 3822 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 11:20:10.243153 3822 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 11:20:11.347627 3822 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7cd949849c-45cqq] creating logical port konflux-ui_proxy-7cd949849c-45cqq for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:11.347734 3822 kube.go:256] Updating pod konflux-ui/proxy-7cd949849c-45cqq I0418 11:20:11.435565 3822 pod.go:62] [konflux-ui/proxy-7cd949849c-45cqq] pod update took 87.868788ms I0418 11:20:11.435590 3822 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7cd949849c-45cqq] addLogicalPort annotation time took 87.895117ms I0418 11:20:11.436593 3822 pods.go:271] [konflux-ui/proxy-7cd949849c-45cqq] addLogicalPort took 88.986586ms, libovsdb time 632.545µs I0418 11:20:11.476261 3822 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-t5jvg] creating logical port image-controller_image-controller-controller-manager-6f859968fc-t5jvg for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:11.476346 3822 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-t5jvg I0418 11:20:11.596328 3822 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-t5jvg] pod update took 120.006981ms I0418 11:20:11.596351 3822 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-t5jvg] addLogicalPort annotation time took 120.033733ms I0418 11:20:11.597949 3822 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-t5jvg] addLogicalPort took 121.701658ms, libovsdb time 1.109133ms I0418 11:20:11.604833 3822 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gtj7g-jjd8k] creating logical port tsf-tas_tuf-repository-init-gtj7g-jjd8k for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:11.604940 3822 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gtj7g-jjd8k I0418 11:20:11.614042 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:11.686185 3822 pod.go:62] [tsf-tas/tuf-repository-init-gtj7g-jjd8k] pod update took 81.277434ms I0418 11:20:11.686212 3822 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gtj7g-jjd8k] addLogicalPort annotation time took 81.305988ms I0418 11:20:11.687913 3822 pods.go:271] [tsf-tas/tuf-repository-init-gtj7g-jjd8k] addLogicalPort took 83.098519ms, libovsdb time 1.097668ms I0418 11:20:12.142929 3822 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-t5jvg edcf027a0927e1cee62d83e02eae830db179988ebf397b8083b51cdfe8ce5fe7 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-t5jvg edcf027a0927e1cee62d83e02eae830db179988ebf397b8083b51cdfe8ce5fe7 network default NAD default NAD key ] I0418 11:20:12.153647 3822 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-t5jvg, hostIfaceName: edcf027a0927e1c, network: default, NAD default, SandboxID: "edcf027a0927e1cee62d83e02eae830db179988ebf397b8083b51cdfe8ce5fe7", PCI device ID: , UID: "b851f193-9d0b-43b8-991f-ccffc32d249d", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0418 11:20:12.212792 3822 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-t5jvg edcf027a0927e1cee62d83e02eae830db179988ebf397b8083b51cdfe8ce5fe7 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-t5jvg edcf027a0927e1cee62d83e02eae830db179988ebf397b8083b51cdfe8ce5fe7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:58:3c:bb:ce:65\",\"name\":\"edcf027a0927e1c\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18d5eff6-b56b-46b4-9e23-1b439c7ea842\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:20:12.487499 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:12.814253 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 11:20:12.961506 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:13.278523 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:13.450513 3822 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-2lf2g] creating logical port release-service_release-service-controller-manager-58f96dcd8d-2lf2g for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:13.450639 3822 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-2lf2g I0418 11:20:13.507365 3822 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-2lf2g] pod update took 56.767763ms I0418 11:20:13.507389 3822 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-2lf2g] addLogicalPort annotation time took 56.79796ms I0418 11:20:13.508683 3822 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-2lf2g] addLogicalPort took 58.192413ms, libovsdb time 903.824µs I0418 11:20:13.580630 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:13.992748 3822 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.205380 3822 namespace.go:142] [namespace-lister] updating namespace W0418 11:20:14.215440 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0418 11:20:14.409179 3822 namespace.go:142] [release-service] updating namespace I0418 11:20:14.607032 3822 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.736752 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:14.758726 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:14.787508 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:14.814501 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:14.838991 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:14.860421 3822 namespace.go:142] [konflux-info] updating namespace I0418 11:20:14.882988 3822 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:14.895159 3822 namespace.go:142] [release-service] updating namespace I0418 11:20:14.910698 3822 namespace.go:142] [segment-bridge] updating namespace I0418 11:20:14.964741 3822 namespace.go:142] [build-service] updating namespace I0418 11:20:15.042055 3822 namespace.go:142] [default-tenant] updating namespace I0418 11:20:15.150241 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0418 11:20:15.221550 3822 namespace.go:142] [image-controller] updating namespace I0418 11:20:15.287219 3822 namespace.go:142] [integration-service] updating namespace I0418 11:20:15.370167 3822 namespace.go:142] [konflux-info] updating namespace I0418 11:20:15.484066 3822 namespace.go:142] [namespace-lister] updating namespace I0418 11:20:15.585221 3822 namespace.go:142] [release-service] updating namespace I0418 11:20:15.667862 3822 namespace.go:142] [segment-bridge] updating namespace W0418 11:20:17.235980 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 11:20:18.806877 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0418 11:20:19.205336 3822 cni.go:452] [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key ] I0418 11:20:19.214937 3822 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7cd949849c-45cqq, hostIfaceName: a5a4395d4783e71, network: default, NAD default, SandboxID: "a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255", PCI device ID: , UID: "feb438c5-8f91-4cb4-9e0c-c0bea9ee2c7d", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0418 11:20:19.269361 3822 cni.go:473] [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:6a:b6:30:fb:05\",\"name\":\"a5a4395d4783e71\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a977275-f25e-422d-9c61-80d43715592b\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:20:22.272734 3822 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0418 11:20:23.944408 3822 cni.go:452] [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key ] I0418 11:20:23.944439 3822 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-2lf2g 62d3f070856252951370654d94886904bf8f9332fff6213d9b8ae4c16729d493 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-2lf2g 62d3f070856252951370654d94886904bf8f9332fff6213d9b8ae4c16729d493 network default NAD default NAD key ] I0418 11:20:23.955786 3822 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-2lf2g, hostIfaceName: 62d3f0708562529, network: default, NAD default, SandboxID: "62d3f070856252951370654d94886904bf8f9332fff6213d9b8ae4c16729d493", PCI device ID: , UID: "045f7d0b-e59f-4308-b5f0-75a1db6a51d1", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0418 11:20:23.955912 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gtj7g-jjd8k, hostIfaceName: fdd8ff6fd88cfaf, network: default, NAD default, SandboxID: "fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561", PCI device ID: , UID: "023c2f53-1e4a-4807-a076-cfdace2ff7fe", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0418 11:20:24.013045 3822 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-2lf2g 62d3f070856252951370654d94886904bf8f9332fff6213d9b8ae4c16729d493 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-2lf2g 62d3f070856252951370654d94886904bf8f9332fff6213d9b8ae4c16729d493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:90:3e:fa:4a:d2\",\"name\":\"62d3f0708562529\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92058733-f921-4621-a82f-569a10adca2f\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:20:24.033067 3822 cni.go:473] [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3e:41:da:28:50\",\"name\":\"fdd8ff6fd88cfaf\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5162a5e1-159d-4783-b429-6ab9d4031504\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:20:24.852790 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:24.852812 3822 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.294197 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.294219 3822 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 11:20:25.345747 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:25.346273 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.361074 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 11:20:25.363316 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 11:20:28.877405 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 11:20:28.877850 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 11:20:29.818761 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0418 11:20:29.888821 3822 cni.go:452] [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key ] I0418 11:20:29.973960 3822 cni.go:473] [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gtj7g-jjd8k fdd8ff6fd88cfaf0a326c8f193245d46a358118c9425f571ce7050dbe04dc561 network default NAD default NAD key default], result "{}", err I0418 11:20:30.034818 3822 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:30.034948 3822 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gtj7g-jjd8k I0418 11:20:30.036538 3822 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gtj7g-jjd8k, ips: 10.128.0.56 I0418 11:20:30.036571 3822 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:31.057707 3822 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:31.057735 3822 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gtj7g-jjd8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:33.397997 3822 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-vrssb] creating logical port tsf-tas_tuf-bc5768c88-vrssb for pod on switch ip-10-0-1-35.ec2.internal I0418 11:20:33.398154 3822 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-vrssb I0418 11:20:33.418387 3822 pod.go:62] [tsf-tas/tuf-bc5768c88-vrssb] pod update took 20.266432ms I0418 11:20:33.418413 3822 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-vrssb] addLogicalPort annotation time took 20.296114ms I0418 11:20:33.419896 3822 pods.go:271] [tsf-tas/tuf-bc5768c88-vrssb] addLogicalPort took 21.920113ms, libovsdb time 1.026405ms I0418 11:20:36.671578 3822 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:36.672201 3822 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:20:37.369583 3822 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.369606 3822 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nv47n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:20:37.375899 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n I0418 11:20:37.375930 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nv47n W0418 11:20:39.893577 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 11:20:39.893742 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0418 11:20:42.762930 3822 cni.go:452] [tsf-tas/tuf-bc5768c88-vrssb 92d397f64935003ef81e91f6e90c0995b2ae8a65dc34c50f773d281b5f468a74 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-vrssb 92d397f64935003ef81e91f6e90c0995b2ae8a65dc34c50f773d281b5f468a74 network default NAD default NAD key ] I0418 11:20:42.772490 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-vrssb, hostIfaceName: 92d397f64935003, network: default, NAD default, SandboxID: "92d397f64935003ef81e91f6e90c0995b2ae8a65dc34c50f773d281b5f468a74", PCI device ID: , UID: "f5904798-e86d-463a-8609-72c9fd3cb494", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0418 11:20:42.824578 3822 cni.go:473] [tsf-tas/tuf-bc5768c88-vrssb 92d397f64935003ef81e91f6e90c0995b2ae8a65dc34c50f773d281b5f468a74 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-vrssb 92d397f64935003ef81e91f6e90c0995b2ae8a65dc34c50f773d281b5f468a74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:cc:ef:61:d0:fa\",\"name\":\"92d397f64935003\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e35cbebe-270c-4d28-8416-5063568f15f6\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0418 11:20:44.988165 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0418 11:20:56.003264 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0418 11:21:04.682609 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 W0418 11:21:05.951057 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 11:21:05.951081 3822 util.go:959] Failed to build node endpoints for node ip-10-0-1-35.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0418 11:21:36.309214 3822 cni.go:452] [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key ] I0418 11:21:36.392619 3822 cni.go:473] [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7cd949849c-45cqq a5a4395d4783e71f196ce9c4676c6a233d1b89c943bba2e82718fc5154244255 network default NAD default NAD key default], result "{}", err I0418 11:21:36.455796 3822 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:36.455831 3822 pods.go:176] Deleting pod: konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:36.457171 3822 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7cd949849c-45cqq, ips: 10.128.0.54 I0418 11:21:36.457200 3822 obj_retry.go:498] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:37.303142 3822 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.303165 3822 obj_retry.go:492] Detected object konflux-ui/proxy-7cd949849c-45cqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:37.310008 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:37.310036 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7cd949849c-45cqq I0418 11:21:40.328575 3822 cni.go:452] [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key ] I0418 11:21:40.406514 3822 cni.go:473] [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 1b6f20aff4f2b6627d90f4fa8b5e64f36f148c24fcdafe5e65d9a3862e1cf00f network default NAD default NAD key default], result "{}", err I0418 11:21:40.461289 3822 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.461327 3822 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0418 11:21:40.462680 3822 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.53 I0418 11:21:40.462712 3822 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:21:40.499764 3822 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.499789 3822 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:21:40.505471 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 11:21:40.505501 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 11:22:08.707712 3822 namespace.go:98] [default-managed-tenant-9wbrb] adding namespace I0418 11:22:08.708557 3822 namespace.go:102] [default-managed-tenant-9wbrb] adding namespace took 825.487µs I0418 11:22:08.730887 3822 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:08.749577 3822 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:09.957841 3822 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.093504 3822 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:10.195582 3822 namespace.go:142] [default-managed-tenant-9wbrb] updating namespace I0418 11:22:22.685623 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=164 I0418 11:22:29.685732 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=166 I0418 11:22:34.790290 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0418 11:22:36.703216 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0418 11:22:36.813949 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0418 11:22:37.775506 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0418 11:22:51.785107 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0418 11:23:06.686825 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 11:23:22.780127 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 11:25:08.694918 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=491 I0418 11:25:09.796981 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 11:25:18.801350 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0418 11:25:20.776377 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0418 11:25:48.819046 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 11:26:28.813462 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 11:28:15.685148 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0418 11:28:16.687963 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0418 11:28:27.778009 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0418 11:28:40.817203 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 11:28:49.689077 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0418 11:29:00.788048 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 11:29:46.062789 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.062834 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-6q248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:46.066469 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6q248 I0418 11:29:46.066501 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6q248 I0418 11:29:49.030392 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.030439 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-md4tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:49.034798 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-md4tn I0418 11:29:49.034827 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-md4tn I0418 11:29:55.028601 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.028650 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gtclj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:29:55.034731 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gtclj I0418 11:29:55.034763 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gtclj I0418 11:30:00.207569 3822 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608530-vnjnr for pod on switch ip-10-0-1-35.ec2.internal I0418 11:30:00.207678 3822 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr I0418 11:30:00.233159 3822 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr] pod update took 25.501681ms I0418 11:30:00.233196 3822 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr] addLogicalPort annotation time took 25.542307ms I0418 11:30:00.234783 3822 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr] addLogicalPort took 27.228744ms, libovsdb time 937.434µs I0418 11:30:00.568900 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key ] I0418 11:30:00.579102 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608530-vnjnr, hostIfaceName: fa599837eb71c3d, network: default, NAD default, SandboxID: "fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11", PCI device ID: , UID: "21a7fee4-4ec2-4900-a3d9-438976310e02", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0418 11:30:00.633534 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:08:1e:0a:67:68\",\"name\":\"fa599837eb71c3d\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09541ffa-9147-4ff0-bd0b-2e099f821975\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:30:04.068431 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key ] I0418 11:30:04.163056 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr fa599837eb71c3d3ad78b8772eb94e28a860d49fd26664d4c411428fa0ad6c11 network default NAD default NAD key default], result "{}", err I0418 11:30:04.224869 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:04.224940 3822 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr I0418 11:30:04.226758 3822 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr, ips: 10.128.0.59 I0418 11:30:04.226848 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:30:05.079781 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:05.079809 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608530-vnjnr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:30:41.783332 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0418 11:30:57.778900 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 11:31:13.688017 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0418 11:31:37.816147 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0418 11:31:48.792882 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 11:31:49.800314 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 11:32:07.706390 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0418 11:32:36.804281 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 11:34:20.698064 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0418 11:34:47.873221 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-init-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:34:47.873359 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod I0418 11:34:47.903939 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod] pod update took 30.608186ms I0418 11:34:47.903963 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod] addLogicalPort annotation time took 30.636953ms I0418 11:34:47.905177 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod] addLogicalPort took 31.970371ms, libovsdb time 854.479µs I0418 11:34:48.237308 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key ] I0418 11:34:48.247429 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-init-pod, hostIfaceName: 3dda0ff399be88b, network: default, NAD default, SandboxID: "3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f", PCI device ID: , UID: "c982868f-2b98-4e5d-8a88-b4144d9e5ecc", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0418 11:34:48.302548 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a5:86:25:62:b3\",\"name\":\"3dda0ff399be88b\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58b6fc31-b975-4131-aa80-cf2f84ad99c4\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:34:55.790649 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 11:35:06.731856 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key ] I0418 11:35:06.813760 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod 3dda0ff399be88b8abd546ffa9b980f16e93315ebbac4c2d2950bb8426ce531f network default NAD default NAD key default], result "{}", err I0418 11:35:06.881907 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:06.881935 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod I0418 11:35:06.883314 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod, ips: 10.128.0.60 I0418 11:35:06.883343 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:07.314711 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-clone-repository-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:35:07.314867 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod I0418 11:35:07.337575 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod] pod update took 22.73884ms I0418 11:35:07.337602 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod] addLogicalPort annotation time took 22.767397ms I0418 11:35:07.338831 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod] addLogicalPort took 24.133508ms, libovsdb time 831.627µs I0418 11:35:07.680914 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key ] I0418 11:35:07.690622 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-clone-repository-pod, hostIfaceName: ee615ae0806e13a, network: default, NAD default, SandboxID: "ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7", PCI device ID: , UID: "17c39428-8755-43da-8f1b-ecf43e490db0", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0418 11:35:07.747482 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:67:c5:be:40:98\",\"name\":\"ee615ae0806e13a\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3877b1dd-337f-4fcc-8bfb-c4291d321ce9\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:35:11.821560 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0418 11:35:23.860485 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key ] I0418 11:35:23.956541 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod ee615ae0806e13a558f70b387af05377ea9324d8d59554d9663dd4033989a1f7 network default NAD default NAD key default], result "{}", err I0418 11:35:24.039077 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:24.039110 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod I0418 11:35:24.040367 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod, ips: 10.128.0.61 I0418 11:35:24.040399 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:35:24.342493 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:35:24.342626 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod I0418 11:35:24.365744 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod] pod update took 23.153799ms I0418 11:35:24.365769 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod] addLogicalPort annotation time took 23.184193ms I0418 11:35:24.366980 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod] addLogicalPort took 24.510106ms, libovsdb time 843.713µs I0418 11:35:24.711534 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key ] I0418 11:35:24.721739 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod, hostIfaceName: bd158b60d8d8f7b, network: default, NAD default, SandboxID: "bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa", PCI device ID: , UID: "b7f9d1d3-6c3b-4266-a6cc-58213815d0f7", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0418 11:35:24.776902 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:26:13:a8:e5:64\",\"name\":\"bd158b60d8d8f7b\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b906cefe-b80e-4ce0-9034-4f17e68ddac4\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:36:07.151536 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key ] I0418 11:36:07.236684 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod bd158b60d8d8f7bcce453b05b89ea37410b1dc8bcbb7cf175b733b594559f8fa network default NAD default NAD key default], result "{}", err I0418 11:36:07.463565 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:36:07.463623 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod I0418 11:36:07.464923 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod, ips: 10.128.0.62 I0418 11:36:07.464953 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 11:36:09.337772 3822 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5qclsr I0418 11:36:52.690669 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0418 11:37:43.688342 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0418 11:37:56.819882 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0418 11:38:01.780608 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0418 11:38:16.786509 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0418 11:38:29.691828 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 11:38:36.819175 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0418 11:38:47.802959 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 11:39:08.129748 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-build-image-index-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:39:08.129894 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod I0418 11:39:08.168562 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod] pod update took 38.702957ms I0418 11:39:08.168585 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod] addLogicalPort annotation time took 38.732227ms I0418 11:39:08.170064 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod] addLogicalPort took 40.329242ms, libovsdb time 1.028895ms I0418 11:39:08.493985 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key ] I0418 11:39:08.503331 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-build-image-index-pod, hostIfaceName: 80d4b648907d199, network: default, NAD default, SandboxID: "80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767", PCI device ID: , UID: "5723bae3-dd43-4709-9a55-efc5e09c7d48", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0418 11:39:08.557974 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f3:c8:61:d1:c1\",\"name\":\"80d4b648907d199\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f116e94a-ce61-4316-9edf-fe766e56909c\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:39:08.817002 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:08.817635 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:26.807170 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0418 11:39:37.315826 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-clamav-scan-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:39:37.315993 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod I0418 11:39:37.338935 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod] pod update took 22.984935ms I0418 11:39:37.338961 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod] addLogicalPort annotation time took 23.011534ms I0418 11:39:37.340266 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod] addLogicalPort took 24.460892ms, libovsdb time 882.309µs I0418 11:39:37.411678 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key ] I0418 11:39:37.496742 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod 80d4b648907d199a25b83fbec5693100816e0262fd0816976551e16b6300f767 network default NAD default NAD key default], result "{}", err I0418 11:39:37.571259 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:37.571306 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod I0418 11:39:37.573128 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod, ips: 10.128.0.63 I0418 11:39:37.573164 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:39:37.679464 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key ] I0418 11:39:37.690099 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-clamav-scan-pod, hostIfaceName: dd0ab0d4362c987, network: default, NAD default, SandboxID: "dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e", PCI device ID: , UID: "396b5bfa-fdd7-4f37-8cb9-9f49acd7d97d", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0418 11:39:37.742934 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d6:3b:31:07:07\",\"name\":\"dd0ab0d4362c987\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb1a1763-70d4-4c07-9fa9-8b29b9612e1e\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:39:38.582150 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:39:38.582311 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod I0418 11:39:38.602590 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod] pod update took 20.321026ms I0418 11:39:38.602619 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod] addLogicalPort annotation time took 20.357281ms I0418 11:39:38.604009 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod] addLogicalPort took 21.909114ms, libovsdb time 969.903µs I0418 11:39:38.665889 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-4tnkv-tpa-scan-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:39:38.666007 3822 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod I0418 11:39:38.690227 3822 pod.go:62] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod] pod update took 24.254289ms I0418 11:39:38.690249 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod] addLogicalPort annotation time took 24.280236ms I0418 11:39:38.691585 3822 pods.go:271] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod] addLogicalPort took 25.713747ms, libovsdb time 872.857µs I0418 11:39:39.032951 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key ] I0418 11:39:39.044384 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-tpa-scan-pod, hostIfaceName: 232d36e4821f48c, network: default, NAD default, SandboxID: "232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394", PCI device ID: , UID: "37806a1f-11e8-4549-a1bb-89b4b11c54a0", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0418 11:39:39.095925 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:30:b7:ca:38:4e\",\"name\":\"232d36e4821f48c\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7757f6f6-d11e-4ce4-9f84-5210035bd46f\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:39:39.250415 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key ] I0418 11:39:39.261420 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod, hostIfaceName: 4edb1914305e62a, network: default, NAD default, SandboxID: "4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82", PCI device ID: , UID: "ecb9bfd2-a2b9-488e-8b53-dc4f5a7fa015", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0418 11:39:39.315099 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:09:af:ad:4e:8e\",\"name\":\"4edb1914305e62a\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcbe2f60-0428-4e4f-bd94-1e6d25d906ae\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:40:00.205329 3822 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608540-kkjrd for pod on switch ip-10-0-1-35.ec2.internal I0418 11:40:00.205524 3822 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd I0418 11:40:00.218092 3822 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd] pod update took 12.601807ms I0418 11:40:00.218131 3822 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd] addLogicalPort annotation time took 12.647203ms I0418 11:40:00.219891 3822 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd] addLogicalPort took 14.585812ms, libovsdb time 1.222013ms I0418 11:40:00.602343 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key ] I0418 11:40:00.614294 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608540-kkjrd, hostIfaceName: 1d2db84f18f83ee, network: default, NAD default, SandboxID: "1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763", PCI device ID: , UID: "982b6b40-7f28-4f67-9d47-c751aa8e15fb", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0418 11:40:00.682323 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:61:27:e4:06:82\",\"name\":\"1d2db84f18f83ee\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/127f998e-23fd-43b0-a1b9-3c6e9495db67\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:40:10.709094 3822 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key ] I0418 11:40:10.830984 3822 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd 1d2db84f18f83eecd8829ca01fc66e7993d7a277178af6b311eef33b4c13e763 network default NAD default NAD key default], result "{}", err I0418 11:40:11.708754 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0418 11:40:17.700670 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=140 I0418 11:40:18.781903 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0418 11:40:22.735934 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:22.735969 3822 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd I0418 11:40:22.737628 3822 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd, ips: 10.128.0.67 I0418 11:40:22.737723 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:23.756792 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.756820 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608540-kkjrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789478 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.789507 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:40:23.795129 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:23.795155 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608510-l9pqh I0418 11:40:35.578344 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:35.578960 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.526560 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:39.527124 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.528720 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:40.529258 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:43.957084 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key ] I0418 11:40:44.046341 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod 232d36e4821f48c2948037804c6819436b83e51454094e5f28fe67ffc0615394 network default NAD default NAD key default], result "{}", err I0418 11:40:44.149339 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:44.149396 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod I0418 11:40:44.150840 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod, ips: 10.128.0.66 I0418 11:40:44.150872 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:51.691287 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0418 11:40:59.074041 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key ] I0418 11:40:59.168641 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod 4edb1914305e62abeea23fe92c8852df49532597b3ddce1293ac6c7fa348ed82 network default NAD default NAD key default], result "{}", err I0418 11:40:59.273402 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:40:59.273465 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod I0418 11:40:59.274644 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod, ips: 10.128.0.65 I0418 11:40:59.274672 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.251543 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.252116 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:04.879822 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.879849 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:04.885582 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:04.885603 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-t24kw I0418 11:41:12.795304 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0418 11:41:19.653628 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:19.654157 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:41:20.609691 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.609714 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 11:41:20.615562 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:41:20.615588 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-j8z6g I0418 11:43:34.687740 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:34.688337 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:51.823335 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 11:43:51.824354 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0418 11:43:53.693110 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0418 11:43:56.267846 3822 cni.go:452] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key ] I0418 11:43:56.352850 3822 cni.go:473] [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod dd0ab0d4362c987d62ec1b2d04a90251b4f03415460b15f42a37b9fe07865d4e network default NAD default NAD key default], result "{}", err I0418 11:43:56.426908 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:56.426982 3822 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod I0418 11:43:56.428362 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod, ips: 10.128.0.64 I0418 11:43:56.428393 3822 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4tnkv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:43:59.470742 3822 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-nnrm-kjjqd-collect-keyless-params-pod for pod on switch ip-10-0-1-35.ec2.internal I0418 11:43:59.470883 3822 kube.go:256] Updating pod default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod I0418 11:43:59.494233 3822 pod.go:62] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod] pod update took 23.381015ms I0418 11:43:59.494258 3822 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod] addLogicalPort annotation time took 23.409727ms I0418 11:43:59.495507 3822 pods.go:271] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod] addLogicalPort took 24.780047ms, libovsdb time 866.776µs I0418 11:43:59.863111 3822 cni.go:452] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key ] I0418 11:43:59.872983 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nnrm-kjjqd-collect-keyless-params-pod, hostIfaceName: 3be2d916e43b669, network: default, NAD default, SandboxID: "3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba", PCI device ID: , UID: "9ed9ceb3-fd61-4044-b792-5bf03e469474", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0418 11:43:59.925546 3822 cni.go:473] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:83:e5:44:21:d2\",\"name\":\"3be2d916e43b669\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e42dc275-9ae6-4a75-8397-a6906f5b9abd\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0418 11:44:14.403719 3822 cni.go:452] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key ] I0418 11:44:14.486710 3822 cni.go:473] [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod 3be2d916e43b669b06a5e86d599ad6e6c5759549f54e10ae272d33a9d57d62ba network default NAD default NAD key default], result "{}", err I0418 11:44:14.549864 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:14.549895 3822 pods.go:176] Deleting pod: default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod I0418 11:44:14.551238 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod, ips: 10.128.0.68 I0418 11:44:14.551271 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:34.134096 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:34.134748 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnrm-kjjqd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 11:44:51.793854 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10