+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-6.ec2.internal ++ [[ -n ip-10-0-2-6.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-6.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:31:43.197958172 - disable conntrack on geneve port' I0504 20:31:43.197958172 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:31:43.216446841 - starting ovnkube-node' I0504 20:31:43.216446841 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-6.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-6.ec2.internal --init-node ip-10-0-2-6.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-6.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:31:43.259296 3659 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:31:43.259364 3659 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6d24bc8bbe.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:31:43.261647 3659 kube.go:431] Waiting for certificate I0504 20:31:43.261682 3659 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:43.261729 3659 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:43.262493 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:43.297866 3659 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:43.297882 3659 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:43.302046 3659 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:43.302161 3659 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nzwxk" I0504 20:31:43.307571 3659 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nzwxk" I0504 20:31:43.307640 3659 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:44.262247 3659 kube.go:438] Certificate found I0504 20:31:44.262868 3659 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:44.263986 3659 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:31:44.321719 3659 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:26:43 +0000 UTC" deadline="2026-05-05 15:09:58.647836383 +0000 UTC" I0504 20:31:44.321760 3659 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h38m14.326088337s" I0504 20:31:44.339827 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:44.351257 3659 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:31:44.351334 3659 server.go:101] MetricServer registers OVS metrics I0504 20:31:44.351477 3659 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:31:44.351536 3659 factory.go:561] Starting watch factory I0504 20:31:44.351610 3659 server.go:105] MetricServer registers OVN DB metrics I0504 20:31:44.351613 3659 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351619 3659 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351625 3659 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351629 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351634 3659 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351644 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351753 3659 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351739 3659 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351801 3659 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.351866 3659 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.352591 3659 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.352616 3659 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.354818 3659 controller_manager.go:370] Starting the ovnkube controller I0504 20:31:44.354828 3659 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-6.ec2.internal I0504 20:31:44.354878 3659 controller_manager.go:395] NBDB zone sync took: 44.404µs I0504 20:31:44.354888 3659 factory.go:561] Starting watch factory I0504 20:31:44.356471 3659 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:31:44.356491 3659 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:31:44.369742 3659 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:31:44.369768 3659 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:31:44.372834 3659 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.372897 3659 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.373320 3659 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:31:44.373352 3659 server.go:109] MetricServer registers OVN Controller metrics I0504 20:31:44.375474 3659 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.377704 3659 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.378280 3659 server.go:113] MetricServer registers OVN Northd metrics I0504 20:31:44.378298 3659 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.383251 3659 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:31:44.385162 3659 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:44.457269 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:44.457301 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:44.457306 3659 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:44.457309 3659 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:44.457312 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:44.457315 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:44.457396 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.457418 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.457395 3659 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.457436 3659 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.460836 3659 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:44.460846 3659 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:44.460852 3659 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:44.460855 3659 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:44.460858 3659 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:44.460860 3659 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:44.461200 3659 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.461214 3659 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:44.463105 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:44.463128 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:44.463195 3659 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.463217 3659 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.466092 3659 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:44.466102 3659 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:44.466249 3659 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.468159 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:44.468218 3659 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.468230 3659 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.471156 3659 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.471164 3659 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:44.473665 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:44.473726 3659 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.473739 3659 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.476585 3659 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:44.476660 3659 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.479559 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:44.479788 3659 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.479810 3659 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.481774 3659 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:44.482984 3659 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.484977 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:44.485030 3659 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.485041 3659 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.486965 3659 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:44.487939 3659 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.490926 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:44.491098 3659 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:44.491112 3659 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:44.492335 3659 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:44.494459 3659 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:44.496383 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:44.496462 3659 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.496474 3659 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.496504 3659 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.496525 3659 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.498413 3659 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:44.500444 3659 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.500487 3659 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:44.501458 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:44.501469 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:44.501476 3659 factory.go:680] Watch Factory start up complete, took: 149.942863ms I0504 20:31:44.501539 3659 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:31:44.503727 3659 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:44.503737 3659 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:44.503744 3659 factory.go:680] Watch Factory start up complete, took: 148.855217ms I0504 20:31:44.503751 3659 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-6.ec2.internal" zone I0504 20:31:44.546618 3659 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:31:44.617466 3659 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:31:44.623803 3659 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:31:44.678575 3659 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:31:44.678746 3659 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:31:44.678763 3659 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:31:44.711548 3659 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:31:44.711607 3659 default_node_network_controller.go:809] Node ip-10-0-2-6.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0504 20:31:44.717792 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.6"] k8s.ovn.org/zone-name:ip-10-0-2-6.ec2.internal] on node ip-10-0-2-6.ec2.internal I0504 20:31:44.741557 3659 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:31:44.748899 3659 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:31:44.749093 3659 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0504 20:31:44.749285 3659 gateway_init.go:263] Preparing Gateway I0504 20:31:44.749303 3659 gateway_shared_intf.go:1687] Creating new gateway I0504 20:31:44.754606 3659 controller_manager.go:429] Waiting for node in zone sync took: 250.841711ms I0504 20:31:44.760719 3659 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:31:44.760734 3659 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-6.ec2.internal I0504 20:31:44.777827 3659 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:44.784595 3659 controller_manager.go:290] SCTP support detected in OVN I0504 20:31:44.785260 3659 services_controller.go:69] Creating services controller for network=default I0504 20:31:44.785392 3659 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:31:44.785461 3659 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:31:44.785507 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:31:44.785528 3659 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:31:44.785543 3659 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:44.785822 3659 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:31:44.785855 3659 udn_enabled_svc.go:95] Performing full resync I0504 20:31:44.785887 3659 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:31:44.785938 3659 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.605µs I0504 20:31:44.785958 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 59.367µs I0504 20:31:44.785966 3659 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 80.896µs I0504 20:31:44.785972 3659 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:31:44.785979 3659 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:31:44.785989 3659 default_network_controller.go:325] Starting the default network controller I0504 20:31:44.786070 3659 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.278µs I0504 20:31:44.786172 3659 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:31:44.786184 3659 udn_enabled_svc.go:104] Starting worker I0504 20:31:44.795297 3659 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:31:44.795355 3659 repair.go:33] Syncing exgw routes took 45.335µs I0504 20:31:44.795376 3659 default_network_controller.go:414] Starting all the Watchers... I0504 20:31:44.795515 3659 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:31:44.795561 3659 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:31:44.795566 3659 namespace.go:98] [kube-system] adding namespace I0504 20:31:44.795563 3659 namespace.go:98] [openshift-authentication] adding namespace I0504 20:31:44.795569 3659 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:31:44.795578 3659 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:31:44.795578 3659 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:31:44.795584 3659 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:31:44.795590 3659 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:31:44.795592 3659 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:31:44.795591 3659 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:31:44.795591 3659 namespace.go:98] [openshift-console] adding namespace I0504 20:31:44.795598 3659 namespace.go:98] [openshift-operators] adding namespace I0504 20:31:44.795603 3659 namespace.go:98] [kube-public] adding namespace I0504 20:31:44.795625 3659 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:31:44.796104 3659 namespace.go:102] [openshift-monitoring] adding namespace took 578.28µs I0504 20:31:44.796136 3659 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:31:44.796545 3659 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 402.562µs I0504 20:31:44.796558 3659 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:31:44.797044 3659 namespace.go:102] [openshift-backplane-mobb] adding namespace took 481.387µs I0504 20:31:44.797057 3659 namespace.go:98] [default] adding namespace I0504 20:31:44.797546 3659 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 1.971893ms I0504 20:31:44.797565 3659 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:31:44.798027 3659 namespace.go:102] [kube-system] adding namespace took 2.448952ms I0504 20:31:44.798043 3659 namespace.go:98] [openshift-backplane] adding namespace I0504 20:31:44.798683 3659 namespace.go:102] [openshift-authentication] adding namespace took 3.10344ms I0504 20:31:44.798706 3659 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:31:44.799671 3659 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.082726ms I0504 20:31:44.799689 3659 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:31:44.800267 3659 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.668088ms I0504 20:31:44.800279 3659 namespace.go:98] [openshift-ingress] adding namespace I0504 20:31:44.800718 3659 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.130603ms I0504 20:31:44.800741 3659 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:31:44.801381 3659 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.785261ms I0504 20:31:44.801400 3659 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:31:44.801942 3659 namespace.go:102] [openshift-controller-manager] adding namespace took 6.338976ms I0504 20:31:44.801961 3659 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:31:44.802445 3659 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.844559ms I0504 20:31:44.802466 3659 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:31:44.803151 3659 namespace.go:102] [openshift-config-operator] adding namespace took 7.550167ms I0504 20:31:44.803172 3659 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:31:44.803829 3659 namespace.go:102] [openshift-console] adding namespace took 8.222665ms I0504 20:31:44.803854 3659 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:31:44.804488 3659 namespace.go:102] [openshift-operators] adding namespace took 8.879198ms I0504 20:31:44.804507 3659 namespace.go:98] [openshift-dns] adding namespace I0504 20:31:44.805103 3659 namespace.go:102] [kube-public] adding namespace took 9.490585ms I0504 20:31:44.805143 3659 namespace.go:98] [openshift-infra] adding namespace I0504 20:31:44.805716 3659 namespace.go:102] [openshift-cluster-version] adding namespace took 10.078827ms I0504 20:31:44.805732 3659 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:31:44.806317 3659 namespace.go:102] [default] adding namespace took 9.251397ms I0504 20:31:44.806336 3659 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:31:44.806878 3659 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.306965ms I0504 20:31:44.806891 3659 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:31:44.807382 3659 namespace.go:102] [openshift-backplane] adding namespace took 9.328699ms I0504 20:31:44.807400 3659 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:31:44.807788 3659 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.075278ms I0504 20:31:44.807804 3659 namespace.go:98] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace I0504 20:31:44.808228 3659 namespace.go:102] [openshift-machine-api] adding namespace took 8.533598ms I0504 20:31:44.808240 3659 namespace.go:98] [dedicated-admin] adding namespace I0504 20:31:44.808733 3659 namespace.go:102] [openshift-ingress] adding namespace took 8.448782ms I0504 20:31:44.808746 3659 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:31:44.809143 3659 namespace.go:102] [openshift-package-operator] adding namespace took 8.397754ms I0504 20:31:44.809155 3659 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:31:44.809677 3659 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.27115ms I0504 20:31:44.809693 3659 namespace.go:98] [kube-node-lease] adding namespace I0504 20:31:44.810144 3659 namespace.go:102] [openshift-network-operator] adding namespace took 8.1772ms I0504 20:31:44.810159 3659 namespace.go:98] [openshift-insights] adding namespace I0504 20:31:44.810548 3659 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.075842ms I0504 20:31:44.810562 3659 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:31:44.810958 3659 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.782005ms I0504 20:31:44.810969 3659 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:31:44.811532 3659 namespace.go:102] [openshift-console-operator] adding namespace took 7.670993ms I0504 20:31:44.811548 3659 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:31:44.812140 3659 namespace.go:102] [openshift-dns] adding namespace took 7.629333ms I0504 20:31:44.812151 3659 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:31:44.812653 3659 namespace.go:102] [openshift-infra] adding namespace took 7.49982ms I0504 20:31:44.812672 3659 namespace.go:98] [openshift-multus] adding namespace I0504 20:31:44.813155 3659 namespace.go:102] [openshift-config-managed] adding namespace took 7.415617ms I0504 20:31:44.813174 3659 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:31:44.813684 3659 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.340211ms I0504 20:31:44.813705 3659 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:31:44.814093 3659 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.197206ms I0504 20:31:44.814109 3659 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:31:44.814663 3659 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.257924ms I0504 20:31:44.814676 3659 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:31:44.815140 3659 namespace.go:102] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace took 7.331703ms I0504 20:31:44.815154 3659 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:31:44.815587 3659 namespace.go:102] [dedicated-admin] adding namespace took 7.341206ms I0504 20:31:44.815602 3659 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:31:44.816028 3659 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.27682ms I0504 20:31:44.816054 3659 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:31:44.816922 3659 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.759314ms I0504 20:31:44.816940 3659 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:31:44.817392 3659 namespace.go:102] [kube-node-lease] adding namespace took 7.692696ms I0504 20:31:44.817411 3659 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:31:44.817806 3659 namespace.go:102] [openshift-insights] adding namespace took 7.64166ms I0504 20:31:44.817821 3659 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:31:44.818146 3659 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.579513ms I0504 20:31:44.818160 3659 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:31:44.818684 3659 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.709506ms I0504 20:31:44.818697 3659 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:31:44.819099 3659 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.54497ms I0504 20:31:44.819113 3659 namespace.go:98] [openshift-network-console] adding namespace W0504 20:31:44.819607 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qmcjt: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found W0504 20:31:44.819627 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7nckq: pod openshift-multus/network-metrics-daemon-7nckq: no pod IPs found I0504 20:31:44.819633 3659 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.475397ms I0504 20:31:44.819645 3659 namespace.go:98] [openshift-node] adding namespace I0504 20:31:44.820149 3659 namespace.go:102] [openshift-multus] adding namespace took 7.472397ms I0504 20:31:44.820159 3659 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0504 20:31:44.820179 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-46gj7: pod openshift-network-diagnostics/network-check-target-46gj7: no pod IPs found W0504 20:31:44.820205 3659 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sl5xx: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:44.820771 3659 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.591407ms I0504 20:31:44.820784 3659 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:31:44.821210 3659 namespace.go:102] [openshift-dns-operator] adding namespace took 7.499508ms I0504 20:31:44.821646 3659 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.531079ms I0504 20:31:44.821658 3659 namespace.go:98] [openshift-host-network] adding namespace I0504 20:31:44.822150 3659 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.465575ms I0504 20:31:44.822171 3659 namespace.go:98] [openshift-etcd] adding namespace I0504 20:31:44.822638 3659 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.478279ms I0504 20:31:44.822654 3659 namespace.go:98] [openshift-config] adding namespace I0504 20:31:44.823102 3659 namespace.go:102] [openshift-apiserver] adding namespace took 7.493816ms I0504 20:31:44.823133 3659 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:31:44.823535 3659 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.473208ms I0504 20:31:44.823547 3659 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:31:44.824138 3659 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.192878ms I0504 20:31:44.824150 3659 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:31:44.824653 3659 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.238023ms I0504 20:31:44.824662 3659 namespace.go:98] [openshift] adding namespace I0504 20:31:44.825389 3659 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.56377ms I0504 20:31:44.825406 3659 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:31:44.825857 3659 namespace.go:102] [openshift-marketplace] adding namespace took 7.689653ms I0504 20:31:44.825873 3659 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:31:44.826346 3659 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.6441ms I0504 20:31:44.826361 3659 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:31:44.826809 3659 namespace.go:102] [openshift-network-console] adding namespace took 7.616643ms I0504 20:31:44.826825 3659 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:31:44.827215 3659 namespace.go:102] [openshift-node] adding namespace took 7.565548ms I0504 20:31:44.827656 3659 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.492903ms I0504 20:31:44.827669 3659 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:31:44.828168 3659 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.376523ms I0504 20:31:44.828186 3659 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:31:44.828638 3659 namespace.go:102] [openshift-host-network] adding namespace took 6.974396ms I0504 20:31:44.828655 3659 namespace.go:98] [openshift-logging] adding namespace I0504 20:31:44.829007 3659 namespace.go:102] [openshift-etcd] adding namespace took 6.830208ms I0504 20:31:44.829428 3659 namespace.go:102] [openshift-config] adding namespace took 6.768228ms I0504 20:31:44.829441 3659 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:31:44.829840 3659 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.700743ms I0504 20:31:44.830653 3659 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.098606ms I0504 20:31:44.831074 3659 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.918995ms I0504 20:31:44.831089 3659 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:31:44.831460 3659 namespace.go:102] [openshift] adding namespace took 6.792501ms I0504 20:31:44.831832 3659 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.419994ms I0504 20:31:44.832180 3659 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.29942ms I0504 20:31:44.832198 3659 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:31:44.832621 3659 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.244304ms I0504 20:31:44.833010 3659 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.179404ms I0504 20:31:44.833534 3659 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.860693ms I0504 20:31:44.834012 3659 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.819998ms I0504 20:31:44.834519 3659 namespace.go:102] [openshift-logging] adding namespace took 5.858535ms I0504 20:31:44.834931 3659 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.48329ms I0504 20:31:44.835435 3659 namespace.go:102] [openshift-image-registry] adding namespace took 4.341025ms I0504 20:31:44.835918 3659 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.714257ms W0504 20:31:44.835999 3659 master.go:458] Unable to parse local node ip-10-0-2-6.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:31:44.836008 3659 master.go:471] Unable to parse remote node ip-10-0-0-137.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:31:44.836013 3659 master.go:481] Removing stale chassis with ID/Name: ab9d4d86-ab05-467a-a5c3-2b02a2b85aca, hostname: ip-10-0-2-6.ec2.internal I0504 20:31:44.836501 3659 master.go:548] Adding or Updating local node "ip-10-0-2-6.ec2.internal" for network "default" I0504 20:31:44.836583 3659 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-137.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-137.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-137.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal I0504 20:31:44.837754 3659 zone_ic_handler.go:195] Time taken to create transit switch: 386.204µs I0504 20:31:44.837774 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-158.ec2.internal for the network default I0504 20:31:44.839031 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-158.ec2.internal" on network "default" took: 1.675246ms I0504 20:31:44.840440 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-6.ec2.internal for the network default I0504 20:31:44.840605 3659 zone_ic_handler.go:195] Time taken to create transit switch: 152.562µs I0504 20:31:44.841273 3659 default_network_controller.go:823] Node add failed for ip-10-0-2-6.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal, error getting gateway config for node ip-10-0-2-6.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal", failed to update chassis to local for local node ip-10-0-2-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-6.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal] E0504 20:31:44.841314 3659 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-6.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal, error getting gateway config for node ip-10-0-2-6.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal", failed to update chassis to local for local node ip-10-0-2-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-6.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal] I0504 20:31:44.841359 3659 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:31:44.841384 3659 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:31:44.841392 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:44.841408 3659 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:31:44.841416 3659 node_tracker.go:235] Node ip-10-0-0-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal" I0504 20:31:44.841376 3659 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-6.ec2.internal", UID:"99b9e7e8-8aa8-42e2-9937-4bc752dbed98", APIVersion:"v1", ResourceVersion:"8850", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal, error getting gateway config for node ip-10-0-2-6.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal", failed to update chassis to local for local node ip-10-0-2-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-6.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal] I0504 20:31:44.841426 3659 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.841441 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.841448 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-158.ec2.internal in network "default" I0504 20:31:44.841482 3659 node_tracker.go:169] Node ip-10-0-1-158.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.841488 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.841493 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:44.841500 3659 node_tracker.go:235] Node ip-10-0-2-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal" I0504 20:31:44.841505 3659 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.841509 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.856039 3659 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:44.863005 3659 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:31:44.869738 3659 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:31:44.869753 3659 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-6.ec2.internal","mac-address":"0e:40:f3:35:06:37","ip-addresses":["10.0.2.6/24"],"ip-address":"10.0.2.6/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab9d4d86-ab05-467a-a5c3-2b02a2b85aca k8s.ovn.org/node-encap-ips:["10.0.2.6"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.6/24"} k8s.ovn.org/zone-name:ip-10-0-2-6.ec2.internal] on node ip-10-0-2-6.ec2.internal I0504 20:31:44.885987 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:44.886035 3659 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.886052 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.886454 3659 master.go:548] Adding or Updating local node "ip-10-0-2-6.ec2.internal" for network "default" I0504 20:31:44.890012 3659 default_node_network_controller.go:519] Node connection status = connected W0504 20:31:44.891257 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-46gj7: pod openshift-network-diagnostics/network-check-target-46gj7: no pod IPs found W0504 20:31:44.891282 3659 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-7nckq: pod openshift-multus/network-metrics-daemon-7nckq: no pod IPs found I0504 20:31:44.892256 3659 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-6.ec2.internal for the network default I0504 20:31:44.892406 3659 zone_ic_handler.go:195] Time taken to create transit switch: 138.456µs I0504 20:31:44.942098 3659 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:31:44.942115 3659 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:31:44.942189 3659 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:31:44.942239 3659 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:31:44.942252 3659 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:31:45.042772 3659 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:31:45.042786 3659 repair.go:60] Starting repairing loop for services I0504 20:31:45.042854 3659 repair.go:131] Deleted 0 stale service LBs I0504 20:31:45.042870 3659 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:31:45.042886 3659 repair.go:62] Finished repairing loop for services: 101.479µs I0504 20:31:45.042907 3659 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:31:45.042914 3659 services_controller.go:254] Starting workers for network=default I0504 20:31:45.043295 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-46gj7] creating logical port openshift-network-diagnostics_network-check-target-46gj7 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:45.043373 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7nckq] creating logical port openshift-multus_network-metrics-daemon-7nckq for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:45.043415 3659 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-46gj7 I0504 20:31:45.043447 3659 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-7nckq I0504 20:31:45.043765 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-qmcjt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qmcjt: suppressed error logged: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:45.060651 3659 pod.go:62] [openshift-network-diagnostics/network-check-target-46gj7] pod update took 17.284758ms I0504 20:31:45.060668 3659 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-46gj7] addLogicalPort annotation time took 17.305311ms I0504 20:31:45.061421 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-46gj7] addLogicalPort took 18.137941ms, libovsdb time 572.297µs I0504 20:31:45.061464 3659 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sl5xx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:45.061558 3659 pod.go:62] [openshift-multus/network-metrics-daemon-7nckq] pod update took 18.139448ms I0504 20:31:45.061578 3659 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-7nckq] addLogicalPort annotation time took 18.15854ms I0504 20:31:45.062380 3659 pods.go:271] [openshift-multus/network-metrics-daemon-7nckq] addLogicalPort took 18.998161ms, libovsdb time 603.352µs I0504 20:31:45.062813 3659 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:31:45.062838 3659 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:31:45.062852 3659 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:31:45.062856 3659 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:31:45.063051 3659 repair.go:29] Repairing admin network policies took 190.67µs I0504 20:31:45.063170 3659 repair.go:92] Repairing baseline admin network policies took 109.607µs I0504 20:31:45.063589 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:31:45.063610 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:31:45.065280 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:31:45.065301 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:31:45.065315 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:31:45.066912 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:31:45.066930 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:31:45.066936 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:31:45.067210 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:31:45.067226 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:31:45.067234 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:31:45.068774 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:31:45.068793 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:31:45.068801 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:31:45.070414 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:45.070432 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:31:45.071273 3659 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:31:45.071287 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:45.072112 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:31:45.072155 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:31:45.072165 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:31:45.073515 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:31:45.073536 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:31:45.073548 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:31:45.075879 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:31:45.075897 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:31:45.075904 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:31:45.077184 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:31:45.077203 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:31:45.077214 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:31:45.078146 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:31:45.078165 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:31:45.078173 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:31:45.078665 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:31:45.078683 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:31:45.078703 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:45.079379 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:31:45.079393 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:31:45.079402 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:31:45.080412 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:31:45.080433 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:31:45.080444 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:31:45.081650 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:31:45.081668 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:31:45.081692 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:31:45.082220 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:31:45.082239 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:31:45.082245 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:31:45.082510 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:31:45.082526 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:31:45.082532 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:31:45.083035 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:31:45.083054 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:31:45.083061 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:31:45.083541 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:31:45.083560 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:31:45.083567 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:31:45.084036 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:45.084050 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:31:45.084057 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:31:45.085019 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:31:45.085034 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:31:45.085042 3659 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:31:45.086626 3659 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:31:45.086643 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:31:45.086651 3659 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:31:45.087295 3659 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:31:45.087308 3659 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:31:45.087324 3659 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:31:45.088193 3659 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:31:45.088211 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:31:45.088218 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:31:45.088514 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:31:45.088533 3659 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:31:45.088543 3659 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:31:45.089518 3659 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:31:45.089538 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:31:45.089548 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:31:45.090511 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:31:45.090529 3659 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:31:45.090540 3659 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:31:45.091594 3659 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:31:45.091612 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:31:45.091620 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:31:45.092107 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:31:45.092150 3659 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:31:45.092163 3659 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:31:45.092627 3659 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:31:45.097950 3659 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:31:45.097984 3659 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:31:45.098005 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:31:45.098012 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:31:45.098022 3659 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:31:45.098052 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:31:45.098064 3659 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:31:45.098320 3659 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:31:45.098333 3659 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:31:45.098338 3659 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:31:45.098348 3659 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:31:45.098357 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:45.098380 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:45.098384 3659 egressfirewall.go:723] Syncing node "ip-10-0-1-158.ec2.internal" for egress firewall I0504 20:31:45.098459 3659 egressqos.go:245] Starting EgressQoS Controller I0504 20:31:45.098470 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:31:45.098475 3659 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:31:45.098480 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:31:45.098485 3659 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:31:45.098490 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:31:45.098495 3659 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:31:45.098499 3659 egressqos.go:259] Repairing EgressQoSes I0504 20:31:45.098502 3659 egressqos.go:399] Starting repairing loop for egressqos I0504 20:31:45.098594 3659 egressqos.go:401] Finished repairing loop for egressqos: 90.078µs I0504 20:31:45.098609 3659 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:31:45.098634 3659 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-6.ec2.internal I0504 20:31:45.098681 3659 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-6.ec2.internal : 49.317µs I0504 20:31:45.098738 3659 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:31:45.098750 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:31:45.098765 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:31:45.098770 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:31:45.098775 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:31:45.098783 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:31:45.098788 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:31:45.098793 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:31:45.098797 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:31:45.098801 3659 egressservice_zone.go:228] Repairing Egress Services I0504 20:31:45.099048 3659 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:31:45.099057 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:31:45.099138 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:45.099149 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 12.569µs I0504 20:31:45.099156 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-158.ec2.internal I0504 20:31:45.099162 3659 default_network_controller.go:585] Completing all the Watchers took 303.77716ms I0504 20:31:45.099164 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-158.ec2.internal: 8.307µs I0504 20:31:45.099171 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:45.099171 3659 default_network_controller.go:589] Starting unidling controllers I0504 20:31:45.099174 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 4.315µs I0504 20:31:45.099183 3659 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:31:45.099188 3659 unidle.go:63] Populating Initial ContollerEvent events I0504 20:31:45.099198 3659 unidle.go:79] Setting up event handlers for services I0504 20:31:45.099273 3659 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:45.390906 3659 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:45.891227 3659 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:46.391168 3659 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:46.620459 3659 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:46.891981 3659 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:46.911408 3659 bridgeconfig.go:537] Gateway is ready I0504 20:31:46.911429 3659 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:31:46.923369 3659 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.6. Updating OVN encap IP. I0504 20:31:46.929223 3659 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.6 - it is already configured I0504 20:31:46.929239 3659 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.6/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:31:46.929470 3659 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.6/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-6.ec2.internal","mac-address":"0e:40:f3:35:06:37","ip-addresses":["10.0.2.6/24"],"ip-address":"10.0.2.6/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab9d4d86-ab05-467a-a5c3-2b02a2b85aca k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.6/24"}] on node ip-10-0-2-6.ec2.internal I0504 20:31:46.945555 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:46.945571 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:46.945573 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 26.358µs I0504 20:31:46.945591 3659 master.go:548] Adding or Updating local node "ip-10-0-2-6.ec2.internal" for network "default" I0504 20:31:46.945608 3659 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:46.945630 3659 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:46.945645 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:46.946088 3659 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.6 I0504 20:31:46.946212 3659 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-6.ec2.internal I0504 20:31:46.950433 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-6.ec2.internal. Updating no re-route policies I0504 20:31:46.950512 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhl5z I0504 20:31:46.950520 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6v75 I0504 20:31:46.950533 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhl5z I0504 20:31:46.950532 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-lv65b I0504 20:31:46.950544 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-6.ec2.internal I0504 20:31:46.950550 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-lv65b I0504 20:31:46.950556 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-6.ec2.internal I0504 20:31:46.950560 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-nhl5z after 0 failed attempt(s) I0504 20:31:46.950568 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-46gj7 I0504 20:31:46.950574 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-6.ec2.internal after 0 failed attempt(s) I0504 20:31:46.950580 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-46vwd I0504 20:31:46.950582 3659 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xj89h I0504 20:31:46.950578 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7nckq I0504 20:31:46.950534 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-n6v75 I0504 20:31:46.950593 3659 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xj89h I0504 20:31:46.950589 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mg7hg I0504 20:31:46.950591 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-46vwd I0504 20:31:46.950593 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hg5pt I0504 20:31:46.950605 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mg7hg I0504 20:31:46.950599 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7nckq I0504 20:31:46.950610 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hg5pt I0504 20:31:46.950615 3659 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xj89h after 0 failed attempt(s) I0504 20:31:46.950618 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-46vwd after 0 failed attempt(s) I0504 20:31:46.950621 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mg7hg after 0 failed attempt(s) I0504 20:31:46.950566 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-6.ec2.internal I0504 20:31:46.950622 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:46.950627 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx I0504 20:31:46.950634 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2t8km I0504 20:31:46.950634 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-6.ec2.internal I0504 20:31:46.950642 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx I0504 20:31:46.950638 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:46.950648 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2t8km I0504 20:31:46.950646 3659 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-7nckq] creating logical port openshift-multus_network-metrics-daemon-7nckq for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:46.950652 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-6.ec2.internal after 0 failed attempt(s) I0504 20:31:46.950546 3659 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6cqs I0504 20:31:46.950680 3659 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sl5xx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:46.950685 3659 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-qmcjt, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qmcjt: suppressed error logged: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:46.950691 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2t8km after 0 failed attempt(s) I0504 20:31:46.950584 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-46gj7 I0504 20:31:46.950696 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-lv65b after 0 failed attempt(s) I0504 20:31:46.950711 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-n6v75 after 0 failed attempt(s) I0504 20:31:46.950749 3659 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-46gj7] creating logical port openshift-network-diagnostics_network-check-target-46gj7 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:46.950679 3659 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6cqs I0504 20:31:46.950786 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-m6cqs after 0 failed attempt(s) I0504 20:31:46.950637 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hg5pt after 0 failed attempt(s) I0504 20:31:46.951361 3659 pods.go:271] [openshift-multus/network-metrics-daemon-7nckq] addLogicalPort took 723.523µs, libovsdb time 233.949µs I0504 20:31:46.951383 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-7nckq after 0 failed attempt(s) I0504 20:31:46.951464 3659 pods.go:271] [openshift-network-diagnostics/network-check-target-46gj7] addLogicalPort took 724.922µs, libovsdb time 251.434µs I0504 20:31:46.951472 3659 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-46gj7 after 0 failed attempt(s) I0504 20:31:46.962890 3659 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:31:46.975636 3659 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:31:46.979355 3659 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:31:47.005426 3659 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:31:47.063605 3659 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:47.081387 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:31:47.081530 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:31:47.081577 3659 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:31:47.081664 3659 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:31:47.081719 3659 gateway_init.go:325] Gateway and management port readiness took 2.195798562s I0504 20:31:47.081746 3659 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:31:47.081783 3659 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:31:47.081796 3659 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:31:47.081805 3659 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:47.081881 3659 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:31:47.081971 3659 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.311µs I0504 20:31:47.082280 3659 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:31:47.082309 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.826µs I0504 20:31:47.082318 3659 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.109µs I0504 20:31:47.082325 3659 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:31:47.082334 3659 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:31:47.082341 3659 default_node_network_controller.go:899] Starting the default node network controller I0504 20:31:47.082346 3659 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:31:47.082369 3659 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.168µs I0504 20:31:47.082521 3659 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:31:47.082531 3659 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:31:47.082557 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c44ef0 0xc0002dc930 0xc0002dc9a0 0xc0002dca80 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc000c41220 0xc0002dccb0 0xc0002dcd20 0xc000a1c320 0xc006273340 0xc0002dcd90 map[0x2ff9080:0xc0008e3320 0x2ff95c0:0xc0008e34a0 0x2ffa2e0:0xc0008e3260 0x2ffa580:0xc0008e32c0 0x2ffad60:0xc0008e3380 0x2ffb000:0xc0008e33e0 0x2ffb2a0:0xc0008e3440 0x2ffba80:0xc0008e3500 0x2ffbd20:0xc0008e3560 0x3026980:0xc00108b560 0x3026d20:0xc00108b5c0 0x3027800:0xc000c88a20 0x3029160:0xc001bbe000 0x30298a0:0xc00108b6e0 0x302a720:0xc00108b500] 0xc00043ad90 0} I0504 20:31:47.082614 3659 gateway.go:151] Starting gateway service sync I0504 20:31:47.083089 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:31:47.085485 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:31:47.111574 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:31:47.112835 3659 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:31:47.114057 3659 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:31:47.148771 3659 gateway.go:168] Gateway service sync done. Time taken: 66.144753ms I0504 20:31:47.149415 3659 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30388 I0504 20:31:47.149558 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c44ef0 0xc0002dc930 0xc0002dc9a0 0xc0002dca80 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc000c41220 0xc0002dccb0 0xc0002dcd20 0xc000a1c320 0xc006273340 0xc0002dcd90 map[0x2ff9080:0xc0008e3320 0x2ff95c0:0xc0008e34a0 0x2ffa2e0:0xc0008e3260 0x2ffa580:0xc0008e32c0 0x2ffad60:0xc0008e3380 0x2ffb000:0xc0008e33e0 0x2ffb2a0:0xc0008e3440 0x2ffba80:0xc0008e3500 0x2ffbd20:0xc0008e3560 0x3026980:0xc00108b560 0x3026d20:0xc00108b5c0 0x3027800:0xc000c88a20 0x3029160:0xc001bbe000 0x30298a0:0xc00108b6e0 0x302a720:0xc00108b500] 0xc00043ad90 0} I0504 20:31:47.150334 3659 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c44ef0 0xc0002dc930 0xc0002dc9a0 0xc0002dca80 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc000c41220 0xc0002dccb0 0xc0002dcd20 0xc000a1c320 0xc006273340 0xc0002dcd90 map[0x2ff9080:0xc0008e3320 0x2ff95c0:0xc0008e34a0 0x2ffa2e0:0xc0008e3260 0x2ffa580:0xc0008e32c0 0x2ffad60:0xc0008e3380 0x2ffb000:0xc0008e33e0 0x2ffb2a0:0xc0008e3440 0x2ffba80:0xc0008e3500 0x2ffbd20:0xc0008e3560 0x3026980:0xc00108b560 0x3026d20:0xc00108b5c0 0x3027800:0xc000c88a20 0x3029160:0xc001bbe000 0x30298a0:0xc00108b6e0 0x302a720:0xc00108b500] 0xc00043ad90 0} I0504 20:31:47.150376 3659 gateway.go:532] Reconciling gateway with updates I0504 20:31:47.155264 3659 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:31:47.155343 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:47.155352 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:47.155359 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:31:47.155366 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:47.155364 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:47.155381 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:47.155386 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:47.155388 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:47.155396 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:47.155399 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:31:47.155403 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:47.155397 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:47.155408 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:47.155416 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:47.155419 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:47.155419 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:47.155426 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:47.155424 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:47.155433 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:47.155435 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:47.155445 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:31:47.155405 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:47.155461 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:31:47.155463 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:31:47.155474 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:31:47.155388 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:47.155482 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:47.155489 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:47.155487 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:47.155494 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:31:47.155493 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:47.155506 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:47.155507 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:47.155512 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:47.155515 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:47.155515 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:47.155523 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:31:47.155529 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:47.155530 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:47.155532 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:47.155534 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:47.155535 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:47.155546 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:47.155551 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:47.155554 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:31:47.155554 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:47.155561 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:31:47.155563 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:47.155567 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:47.155495 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:47.155573 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:47.155571 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:31:47.155576 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:47.155372 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:47.155580 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:31:47.155588 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:31:47.155589 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:47.155516 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:47.155603 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:31:47.155605 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:47.155514 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:47.155607 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:31:47.155613 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:47.155559 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:31:47.155617 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:47.155626 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:31:47.155633 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:31:47.155542 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:47.155669 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:31:47.155680 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:47.155504 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:47.155685 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:47.155691 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:31:47.155692 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:47.155693 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:47.155447 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:47.155701 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:47.155349 3659 default_node_network_controller.go:944] Gateway and management port readiness took 72.809695ms I0504 20:31:47.155730 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:47.155737 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:47.155786 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:31:47.155795 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:31:47.155841 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:47.155522 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:47.155870 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:47.155483 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:31:47.155439 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:47.155374 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:31:47.155345 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:47.155979 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:47.155989 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:31:47.155498 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:47.155448 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:47.156064 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:47.155519 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:47.156094 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:47.155518 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:47.156134 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:47.155531 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:47.156162 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:47.155538 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:31:47.155551 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:47.156215 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:47.155566 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:31:47.156235 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:31:47.155573 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:31:47.155585 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:47.155595 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:47.156294 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:47.155681 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:47.156352 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:47.156357 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:31:47.155851 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:47.156878 3659 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:31:47.193066 3659 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:31:47.193281 3659 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:31:47.193491 3659 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0504 20:31:47.201356 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:31:47.201380 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:31:47.201386 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:31:47.201392 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:31:47.240846 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:31:47.240856 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:31:47.240875 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:31:47.240883 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:31:47.240890 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:31:47.240899 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:31:47.240904 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:31:47.240909 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:31:47.279818 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:31:47.279836 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:31:47.279843 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:31:47.279850 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:31:47.279877 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:31:47.279894 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:31:47.279911 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:31:47.279917 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:31:47.279923 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:31:47.279928 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:31:48.803851 3659 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:31:48.803861 3659 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:31:48.803907 3659 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0504 20:31:48.816384 3659 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.510495ms I0504 20:31:48.816522 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-158.ec2.internal", IP: 10.0.1.158 to PMTUD blocking rules I0504 20:31:48.816537 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-158.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:31:48.823789 3659 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:31:48.824054 3659 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:31:48.824253 3659 egressservice_node.go:183] Starting Egress Services Controller I0504 20:31:48.824274 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:31:48.824288 3659 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:31:48.824315 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:31:48.824323 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:31:48.824328 3659 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:31:48.824333 3659 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:31:48.824337 3659 egressservice_node.go:197] Repairing Egress Services I0504 20:31:48.835977 3659 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:31:48.835988 3659 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:31:48.836235 3659 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:31:48.836247 3659 link_network_manager.go:119] Link manager is running I0504 20:31:48.836260 3659 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:31:48.836451 3659 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:31:48.836944 3659 vrf_manager.go:128] VRF manager is running I0504 20:31:48.837064 3659 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:31:48.837075 3659 gateway.go:532] Reconciling gateway with updates I0504 20:31:48.857081 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:48.857091 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:48.857100 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:48.857107 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:48.857112 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:48.857140 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:31:48.857141 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:48.857112 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:48.857172 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:31:48.857190 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:48.857195 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:31:48.857192 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:48.857206 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:48.857214 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:31:48.857219 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:31:48.857215 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:48.857226 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:48.857234 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:48.857240 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:48.857241 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:48.857248 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:48.857254 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:48.857251 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:48.857264 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:31:48.857269 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:48.857271 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:31:48.857272 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:48.857274 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:31:48.857286 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:48.857287 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:31:48.857287 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:48.857286 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:48.857259 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:48.857297 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:31:48.857299 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:48.857292 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:48.857301 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:48.857302 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:48.857311 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:48.857314 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:48.857313 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:48.857315 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:48.857320 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:48.857321 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:48.857324 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:48.857330 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:48.857329 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:31:48.857333 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:31:48.857339 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:31:48.857350 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:48.857353 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:48.857356 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:48.857357 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:31:48.857363 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:31:48.857364 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857366 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:48.857242 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:48.857374 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:48.857366 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:48.857378 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:31:48.857378 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:48.857381 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:48.857387 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:48.857393 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:48.857394 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:48.857401 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:48.857396 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:31:48.857400 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:48.857408 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:48.857408 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:48.857416 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857416 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:31:48.857419 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:48.857435 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:31:48.857445 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:31:48.857302 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:48.857455 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:31:48.857360 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:48.857464 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:31:48.857469 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:31:48.857476 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857304 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:48.857491 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:48.857504 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857529 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857397 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:48.857537 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:48.857545 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:48.857545 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:48.857550 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:48.857233 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:48.857557 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:48.857559 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:48.857269 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:31:48.857287 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:48.857573 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:31:48.857581 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:48.857551 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:31:48.857318 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:31:48.857603 3659 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:31:48.857250 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:48.857614 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857321 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:31:48.857361 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:48.857364 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:48.857312 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:31:48.857374 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:31:48.857676 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:48.857381 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:48.857371 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:48.857711 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:48.857400 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:48.857745 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:48.857402 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:48.857780 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:48.857403 3659 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:48.857803 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:48.857405 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:31:48.857702 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:48.857825 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:31:48.857385 3659 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:48.880015 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:31:48.880033 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:31:48.880040 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:31:48.880045 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:31:48.880052 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:31:48.922642 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:31:48.922649 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:31:48.922667 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:31:48.922679 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:31:48.922685 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:31:48.922691 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:31:48.922697 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:31:48.922702 3659 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:31:50.570605 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:50.570639 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 40.274µs I0504 20:31:50.602998 3659 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bd5cf449d-g9v7j] creating logical port openshift-image-registry_image-registry-5bd5cf449d-g9v7j for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:50.603239 3659 kube.go:256] Updating pod openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:31:50.603251 3659 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c97f8ccc6-mtbt7] creating logical port openshift-ingress_router-default-5c97f8ccc6-mtbt7 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:50.603378 3659 kube.go:256] Updating pod openshift-ingress/router-default-5c97f8ccc6-mtbt7 I0504 20:31:50.623997 3659 pod.go:62] [openshift-ingress/router-default-5c97f8ccc6-mtbt7] pod update took 20.667192ms I0504 20:31:50.624044 3659 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c97f8ccc6-mtbt7] addLogicalPort annotation time took 20.717187ms I0504 20:31:50.625391 3659 pods.go:271] [openshift-ingress/router-default-5c97f8ccc6-mtbt7] addLogicalPort took 22.156532ms, libovsdb time 865.166µs I0504 20:31:50.633079 3659 pod.go:62] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j] pod update took 29.972637ms I0504 20:31:50.633105 3659 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bd5cf449d-g9v7j] addLogicalPort annotation time took 30.002905ms I0504 20:31:50.634470 3659 pods.go:271] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j] addLogicalPort took 31.527695ms, libovsdb time 1.056021ms I0504 20:31:50.634609 3659 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xnsw6] creating logical port openshift-ingress-canary_ingress-canary-xnsw6 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:50.634716 3659 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xnsw6 I0504 20:31:50.635875 3659 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jbwtg] creating logical port openshift-dns_dns-default-jbwtg for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:50.636021 3659 kube.go:256] Updating pod openshift-dns/dns-default-jbwtg I0504 20:31:50.656250 3659 pod.go:62] [openshift-ingress-canary/ingress-canary-xnsw6] pod update took 21.565038ms I0504 20:31:50.656271 3659 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xnsw6] addLogicalPort annotation time took 21.591804ms I0504 20:31:50.657536 3659 pods.go:271] [openshift-ingress-canary/ingress-canary-xnsw6] addLogicalPort took 22.93299ms, libovsdb time 955.069µs I0504 20:31:50.658731 3659 pod.go:62] [openshift-dns/dns-default-jbwtg] pod update took 22.729303ms I0504 20:31:50.658756 3659 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jbwtg] addLogicalPort annotation time took 22.758295ms I0504 20:31:50.660461 3659 pods.go:271] [openshift-dns/dns-default-jbwtg] addLogicalPort took 24.595869ms, libovsdb time 818.867µs I0504 20:31:51.713764 3659 cni.go:452] [openshift-ingress-canary/ingress-canary-xnsw6 f10af7b6cce50b0ff0ae1b8b057aaac9fe9a072a3760eff7e77063edc02c43cd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xnsw6 f10af7b6cce50b0ff0ae1b8b057aaac9fe9a072a3760eff7e77063edc02c43cd network default NAD default NAD key ] I0504 20:31:51.759389 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xnsw6, hostIfaceName: f10af7b6cce50b0, network: default, NAD default, SandboxID: "f10af7b6cce50b0ff0ae1b8b057aaac9fe9a072a3760eff7e77063edc02c43cd", PCI device ID: , UID: "ec804480-069f-4d1d-a060-62cd86561253", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0504 20:31:51.815249 3659 cni.go:473] [openshift-ingress-canary/ingress-canary-xnsw6 f10af7b6cce50b0ff0ae1b8b057aaac9fe9a072a3760eff7e77063edc02c43cd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xnsw6 f10af7b6cce50b0ff0ae1b8b057aaac9fe9a072a3760eff7e77063edc02c43cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:f4:23:e0:3d:33\",\"name\":\"f10af7b6cce50b0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfdd9c13-4920-4c21-b728-e96ac98a04f9\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:31:52.029503 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:52.029518 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:52.029533 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 22.466µs I0504 20:31:52.029586 3659 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:31:53.773988 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:53.928916 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:53.959779 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:31:54.686909 3659 cni.go:452] [openshift-network-diagnostics/network-check-target-46gj7 3457c2f3a6052d2c3d190f62676dfd7e752f20b0126e757050405130b3aee71a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-46gj7 3457c2f3a6052d2c3d190f62676dfd7e752f20b0126e757050405130b3aee71a network default NAD default NAD key ] I0504 20:31:54.696735 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-46gj7, hostIfaceName: 3457c2f3a6052d2, network: default, NAD default, SandboxID: "3457c2f3a6052d2c3d190f62676dfd7e752f20b0126e757050405130b3aee71a", PCI device ID: , UID: "1b1e617a-7981-4cba-8987-6a73f3b6e8d5", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0504 20:31:54.742773 3659 cni.go:473] [openshift-network-diagnostics/network-check-target-46gj7 3457c2f3a6052d2c3d190f62676dfd7e752f20b0126e757050405130b3aee71a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-46gj7 3457c2f3a6052d2c3d190f62676dfd7e752f20b0126e757050405130b3aee71a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:51:ec:b4:42:47\",\"name\":\"3457c2f3a6052d2\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04335542-68d1-4d99-ae8b-6ce9046dfa94\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:31:55.193370 3659 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:31:55.194291 3659 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 895.515µs I0504 20:31:55.210948 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:31:55.325554 3659 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-jkm25 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:55.325688 3659 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25 I0504 20:31:55.341979 3659 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25] pod update took 16.314263ms I0504 20:31:55.342002 3659 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25] addLogicalPort annotation time took 16.340654ms I0504 20:31:55.343253 3659 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25] addLogicalPort took 17.718633ms, libovsdb time 929.603µs I0504 20:31:55.625183 3659 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:31:55.626168 3659 namespace.go:102] [openshift-service-ca] adding namespace took 964.787µs I0504 20:31:55.643305 3659 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:31:55.708458 3659 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25 30aa08913035dd396af36e87dc13f4a4fff730839f6846201f0b2d9e84cf9486 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25 30aa08913035dd396af36e87dc13f4a4fff730839f6846201f0b2d9e84cf9486 network default NAD default NAD key ] I0504 20:31:55.718408 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-jkm25, hostIfaceName: 30aa08913035dd3, network: default, NAD default, SandboxID: "30aa08913035dd396af36e87dc13f4a4fff730839f6846201f0b2d9e84cf9486", PCI device ID: , UID: "69877364-bc65-4be8-a2fb-e6647366cb3a", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0504 20:31:55.770079 3659 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25 30aa08913035dd396af36e87dc13f4a4fff730839f6846201f0b2d9e84cf9486 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-jkm25 30aa08913035dd396af36e87dc13f4a4fff730839f6846201f0b2d9e84cf9486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ab:69:fc:f7:26\",\"name\":\"30aa08913035dd3\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c5297a0-57df-4885-afd9-e0cd40509efc\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:31:56.388904 3659 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.315354 3659 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-ltll6] creating logical port openshift-service-ca_service-ca-d9cb48497-ltll6 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:57.315462 3659 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-ltll6 I0504 20:31:57.329621 3659 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-ltll6] pod update took 14.189202ms I0504 20:31:57.329647 3659 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-ltll6] addLogicalPort annotation time took 14.220441ms I0504 20:31:57.330785 3659 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-ltll6] addLogicalPort took 15.45333ms, libovsdb time 873.054µs I0504 20:31:57.602044 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.602098 3659 node_tracker.go:235] Node ip-10-0-0-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal" I0504 20:31:57.602134 3659 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.602141 3659 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.602152 3659 services_controller.go:574] Full service sync requested for network=default W0504 20:31:57.602419 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:57.602450 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:57.602428 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:57.645736 3659 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.781165 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.781200 3659 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.781223 3659 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.781236 3659 services_controller.go:574] Full service sync requested for network=default W0504 20:31:57.781412 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:57.781460 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:57.781413 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:57.782207 3659 zone_ic_handler.go:195] Time taken to create transit switch: 313.767µs I0504 20:31:57.782221 3659 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-137.ec2.internal for the network default I0504 20:31:57.783131 3659 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-137.ec2.internal" on network "default" took: 1.23538ms I0504 20:31:58.122660 3659 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-x6v2h] creating logical port openshift-insights_insights-runtime-extractor-x6v2h for pod on switch ip-10-0-2-6.ec2.internal I0504 20:31:58.122760 3659 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-x6v2h I0504 20:31:58.138600 3659 pod.go:62] [openshift-insights/insights-runtime-extractor-x6v2h] pod update took 15.872304ms I0504 20:31:58.138622 3659 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-x6v2h] addLogicalPort annotation time took 15.898559ms I0504 20:31:58.139701 3659 pods.go:271] [openshift-insights/insights-runtime-extractor-x6v2h] addLogicalPort took 17.05602ms, libovsdb time 789.69µs I0504 20:31:58.193909 3659 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-ltll6 915ff58144a58b0ac4eaa7cf99aa3e260db7a0b2288e353f0476b8ea35b980b9 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-ltll6 915ff58144a58b0ac4eaa7cf99aa3e260db7a0b2288e353f0476b8ea35b980b9 network default NAD default NAD key ] I0504 20:31:58.204843 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-ltll6, hostIfaceName: 915ff58144a58b0, network: default, NAD default, SandboxID: "915ff58144a58b0ac4eaa7cf99aa3e260db7a0b2288e353f0476b8ea35b980b9", PCI device ID: , UID: "ea100de2-3ff7-44c8-a934-860d23c30f2c", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0504 20:31:58.252442 3659 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-ltll6 915ff58144a58b0ac4eaa7cf99aa3e260db7a0b2288e353f0476b8ea35b980b9 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-ltll6 915ff58144a58b0ac4eaa7cf99aa3e260db7a0b2288e353f0476b8ea35b980b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e7:26:1a:1f:67\",\"name\":\"915ff58144a58b0\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b26fc546-7410-4628-aaa5-e0164229b5fc\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:31:58.885871 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.841534 3659 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:59.841600 3659 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:59.841602 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 10.0.0.137 to PMTUD blocking rules I0504 20:31:59.841615 3659 services_controller.go:574] Full service sync requested for network=default I0504 20:31:59.841615 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:31:59.841534 3659 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:59.841533 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:59.841666 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 145.948µs W0504 20:31:59.842082 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:59.842096 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:59.842152 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.848012 3659 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-137.ec2.internal. Updating no re-route policies I0504 20:31:59.860280 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 10.0.0.137 to PMTUD blocking rules I0504 20:31:59.860296 3659 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:32:03.902883 3659 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:32:03.902915 3659 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 39.788µs W0504 20:32:05.293466 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:32:06.591107 3659 cni.go:452] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key ] I0504 20:32:06.600816 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bd5cf449d-g9v7j, hostIfaceName: ef2e31fe6a84b3c, network: default, NAD default, SandboxID: "ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257", PCI device ID: , UID: "c0d52acf-48fc-436f-9018-b54f5cc58a86", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0504 20:32:06.641808 3659 cni.go:452] [openshift-dns/dns-default-jbwtg aa4277f0513fad081de72ae9354646e8162aeb277715e8fb90e3fb2dd3ca2fdc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jbwtg aa4277f0513fad081de72ae9354646e8162aeb277715e8fb90e3fb2dd3ca2fdc network default NAD default NAD key ] I0504 20:32:06.652659 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jbwtg, hostIfaceName: aa4277f0513fad0, network: default, NAD default, SandboxID: "aa4277f0513fad081de72ae9354646e8162aeb277715e8fb90e3fb2dd3ca2fdc", PCI device ID: , UID: "2dc1cee5-9bcb-40ca-97f0-e547fc5d4cf8", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0504 20:32:06.653564 3659 cni.go:473] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d6:98:a6:91:df\",\"name\":\"ef2e31fe6a84b3c\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/427199a2-5c2b-4e5f-923c-4041bd825786\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:06.698452 3659 cni.go:473] [openshift-dns/dns-default-jbwtg aa4277f0513fad081de72ae9354646e8162aeb277715e8fb90e3fb2dd3ca2fdc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jbwtg aa4277f0513fad081de72ae9354646e8162aeb277715e8fb90e3fb2dd3ca2fdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3c:07:6a:24:8f\",\"name\":\"aa4277f0513fad0\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b956b5-6cb4-42ef-b29b-a2fc4e877ee0\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:14.149899 3659 cni.go:452] [openshift-insights/insights-runtime-extractor-x6v2h 3bee8922b8ee040c31420795d58ed08bec3899d13218ff5f9f7f8688363aecab network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-x6v2h 3bee8922b8ee040c31420795d58ed08bec3899d13218ff5f9f7f8688363aecab network default NAD default NAD key ] I0504 20:32:14.159883 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-x6v2h, hostIfaceName: 3bee8922b8ee040, network: default, NAD default, SandboxID: "3bee8922b8ee040c31420795d58ed08bec3899d13218ff5f9f7f8688363aecab", PCI device ID: , UID: "7ad692fa-7d4f-42a8-97c2-169016b1dc71", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0504 20:32:14.207780 3659 cni.go:473] [openshift-insights/insights-runtime-extractor-x6v2h 3bee8922b8ee040c31420795d58ed08bec3899d13218ff5f9f7f8688363aecab network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-x6v2h 3bee8922b8ee040c31420795d58ed08bec3899d13218ff5f9f7f8688363aecab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5c:38:03:30:ee\",\"name\":\"3bee8922b8ee040\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59fba07a-bb41-491b-8c8f-45224feded0e\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:22.058580 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:22.108213 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:22.249084 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:22.250849 3659 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-rjlff] creating logical port openshift-console_downloads-5c54f4944f-rjlff for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:22.250921 3659 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-rjlff I0504 20:32:22.258200 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-9lb4p for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:22.258267 3659 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p I0504 20:32:22.270685 3659 pod.go:62] [openshift-console/downloads-5c54f4944f-rjlff] pod update took 19.788985ms I0504 20:32:22.270711 3659 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-rjlff] addLogicalPort annotation time took 19.8162ms I0504 20:32:22.272104 3659 pods.go:271] [openshift-console/downloads-5c54f4944f-rjlff] addLogicalPort took 21.262285ms, libovsdb time 1.074777ms I0504 20:32:22.283477 3659 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p] pod update took 25.228293ms I0504 20:32:22.283508 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p] addLogicalPort annotation time took 25.262633ms W0504 20:32:22.284371 3659 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:22.284546 3659 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p] addLogicalPort took 26.355629ms, libovsdb time 719.113µs I0504 20:32:22.610182 3659 cni.go:452] [openshift-console/downloads-5c54f4944f-rjlff 0e61473201a539b9f2b2c43d339da9d6a762b11e676d73193e55606dc61e2637 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-rjlff 0e61473201a539b9f2b2c43d339da9d6a762b11e676d73193e55606dc61e2637 network default NAD default NAD key ] I0504 20:32:22.617335 3659 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p e16eab6bb71a0883d899610fafb20fb072b30fea73064c4519fd34c6c8d262b5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p e16eab6bb71a0883d899610fafb20fb072b30fea73064c4519fd34c6c8d262b5 network default NAD default NAD key ] I0504 20:32:22.636455 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-rjlff, hostIfaceName: 0e61473201a539b, network: default, NAD default, SandboxID: "0e61473201a539b9f2b2c43d339da9d6a762b11e676d73193e55606dc61e2637", PCI device ID: , UID: "cc32aef3-a369-478f-9857-adf294ab5bb1", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0504 20:32:22.641328 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-9lb4p, hostIfaceName: e16eab6bb71a088, network: default, NAD default, SandboxID: "e16eab6bb71a0883d899610fafb20fb072b30fea73064c4519fd34c6c8d262b5", PCI device ID: , UID: "40f3450e-10ef-4d5b-aea9-78160d0ec1c8", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0504 20:32:22.683646 3659 cni.go:473] [openshift-console/downloads-5c54f4944f-rjlff 0e61473201a539b9f2b2c43d339da9d6a762b11e676d73193e55606dc61e2637 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-rjlff 0e61473201a539b9f2b2c43d339da9d6a762b11e676d73193e55606dc61e2637 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:b7:d7:9b:4f:45\",\"name\":\"0e61473201a539b\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74e6921d-cd66-4bc9-ba03-51e066284495\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:22.699660 3659 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p e16eab6bb71a0883d899610fafb20fb072b30fea73064c4519fd34c6c8d262b5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9lb4p e16eab6bb71a0883d899610fafb20fb072b30fea73064c4519fd34c6c8d262b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:95:19:b4:11:aa\",\"name\":\"e16eab6bb71a088\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bc443c3-ea64-4627-92e9-d34def2637d0\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:22.803515 3659 cni.go:452] [openshift-ingress/router-default-5c97f8ccc6-mtbt7 f6f39149132ab94d735a7ca6bf617d717ded55334288f4707daa900591c9e0bc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c97f8ccc6-mtbt7 f6f39149132ab94d735a7ca6bf617d717ded55334288f4707daa900591c9e0bc network default NAD default NAD key ] I0504 20:32:22.812803 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c97f8ccc6-mtbt7, hostIfaceName: f6f39149132ab94, network: default, NAD default, SandboxID: "f6f39149132ab94d735a7ca6bf617d717ded55334288f4707daa900591c9e0bc", PCI device ID: , UID: "e2d2f36a-09d3-421b-a77a-160c31c4d8c9", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0504 20:32:22.858910 3659 cni.go:473] [openshift-ingress/router-default-5c97f8ccc6-mtbt7 f6f39149132ab94d735a7ca6bf617d717ded55334288f4707daa900591c9e0bc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c97f8ccc6-mtbt7 f6f39149132ab94d735a7ca6bf617d717ded55334288f4707daa900591c9e0bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:33:25:07:47:bf\",\"name\":\"f6f39149132ab94\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b5ed37b-c4c0-48ab-970e-bb231e5b9289\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:23.984986 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0504 20:32:23.985015 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:32:24.858633 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:24.858657 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:24.993864 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:32:25.046327 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:32:25.046349 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:32:25.046357 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:32:25.049073 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:32:25.049094 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:32:25.190022 3659 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:32:25.203963 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0504 20:32:26.512857 3659 cni.go:452] [openshift-multus/network-metrics-daemon-7nckq 703c35daeeb50d78807169e00b99060eca50efb3116290f8f45c411b7a6f6946 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-7nckq 703c35daeeb50d78807169e00b99060eca50efb3116290f8f45c411b7a6f6946 network default NAD default NAD key ] I0504 20:32:26.522906 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-7nckq, hostIfaceName: 703c35daeeb50d7, network: default, NAD default, SandboxID: "703c35daeeb50d78807169e00b99060eca50efb3116290f8f45c411b7a6f6946", PCI device ID: , UID: "54ee4e58-8854-4a59-b487-6301771ecb0f", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0504 20:32:26.574576 3659 cni.go:473] [openshift-multus/network-metrics-daemon-7nckq 703c35daeeb50d78807169e00b99060eca50efb3116290f8f45c411b7a6f6946 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-7nckq 703c35daeeb50d78807169e00b99060eca50efb3116290f8f45c411b7a6f6946 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:91:a7:25:b5:4c\",\"name\":\"703c35daeeb50d7\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cb93a20-521a-4b7a-8b69-22faf4fbd43d\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:27.940294 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:27.989280 3659 base_network_controller_pods.go:487] [default/openshift-console/console-c494c8b4b-6blz9] creating logical port openshift-console_console-c494c8b4b-6blz9 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:27.989370 3659 kube.go:256] Updating pod openshift-console/console-c494c8b4b-6blz9 I0504 20:32:28.008347 3659 pod.go:62] [openshift-console/console-c494c8b4b-6blz9] pod update took 19.000252ms I0504 20:32:28.008372 3659 base_network_controller_pods.go:951] [default/openshift-console/console-c494c8b4b-6blz9] addLogicalPort annotation time took 19.028706ms I0504 20:32:28.009663 3659 pods.go:271] [openshift-console/console-c494c8b4b-6blz9] addLogicalPort took 20.396421ms, libovsdb time 977.908µs I0504 20:32:28.373206 3659 cni.go:452] [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key ] I0504 20:32:28.384988 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c494c8b4b-6blz9, hostIfaceName: 2356f84a71e56f8, network: default, NAD default, SandboxID: "2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640", PCI device ID: , UID: "260e30e5-c15a-4a59-8724-e3e9579d6b57", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0504 20:32:28.440349 3659 cni.go:473] [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:47:dc:a9:8f:48\",\"name\":\"2356f84a71e56f8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46a1e8c3-31ee-44ac-9580-fa811d656d90\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:29.900839 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:32:31.328084 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:31.328199 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:32:31.363235 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 35.075817ms I0504 20:32:31.363256 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 35.104104ms I0504 20:32:31.364429 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.35355ms, libovsdb time 859.374µs I0504 20:32:32.150210 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f699d7976-529cf] creating logical port openshift-monitoring_thanos-querier-f699d7976-529cf for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:32.150321 3659 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f699d7976-529cf I0504 20:32:32.171785 3659 pod.go:62] [openshift-monitoring/thanos-querier-f699d7976-529cf] pod update took 21.49989ms I0504 20:32:32.171817 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-f699d7976-529cf] addLogicalPort annotation time took 21.536217ms I0504 20:32:32.173341 3659 pods.go:271] [openshift-monitoring/thanos-querier-f699d7976-529cf] addLogicalPort took 23.149426ms, libovsdb time 1.0527ms I0504 20:32:34.722366 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-648584cd7d-dx6jm] creating logical port openshift-monitoring_metrics-server-648584cd7d-dx6jm for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:34.722513 3659 kube.go:256] Updating pod openshift-monitoring/metrics-server-648584cd7d-dx6jm I0504 20:32:34.742737 3659 pod.go:62] [openshift-monitoring/metrics-server-648584cd7d-dx6jm] pod update took 20.250844ms I0504 20:32:34.742762 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-648584cd7d-dx6jm] addLogicalPort annotation time took 20.281713ms I0504 20:32:34.744092 3659 pods.go:271] [openshift-monitoring/metrics-server-648584cd7d-dx6jm] addLogicalPort took 21.744227ms, libovsdb time 980.294µs I0504 20:32:34.838657 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kqz2n for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:34.838732 3659 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n I0504 20:32:34.859420 3659 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n] pod update took 20.705042ms I0504 20:32:34.859441 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n] addLogicalPort annotation time took 20.732199ms I0504 20:32:34.860590 3659 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n] addLogicalPort took 21.94474ms, libovsdb time 820.478µs I0504 20:32:37.877564 3659 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n d16134827ba98dee637c63ae672d9cc48bae58d92f333807c9a8c9fc0ecb0572 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n d16134827ba98dee637c63ae672d9cc48bae58d92f333807c9a8c9fc0ecb0572 network default NAD default NAD key ] I0504 20:32:37.877878 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key ] I0504 20:32:37.879021 3659 cni.go:452] [openshift-monitoring/metrics-server-648584cd7d-dx6jm d1385181399ec8b1db9eafa36af0276700a159cd7eb7404047b0959439f9ef2e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-648584cd7d-dx6jm d1385181399ec8b1db9eafa36af0276700a159cd7eb7404047b0959439f9ef2e network default NAD default NAD key ] I0504 20:32:37.880209 3659 cni.go:452] [openshift-monitoring/thanos-querier-f699d7976-529cf 6aacd9d90d3d36851f9f765651676f9a1fa634160a640ce75ed42c834f9ce741 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-f699d7976-529cf 6aacd9d90d3d36851f9f765651676f9a1fa634160a640ce75ed42c834f9ce741 network default NAD default NAD key ] I0504 20:32:37.894017 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-648584cd7d-dx6jm, hostIfaceName: d1385181399ec8b, network: default, NAD default, SandboxID: "d1385181399ec8b1db9eafa36af0276700a159cd7eb7404047b0959439f9ef2e", PCI device ID: , UID: "3036d05f-dbac-4cfe-8de0-7e456a47cd59", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0504 20:32:37.894815 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f699d7976-529cf, hostIfaceName: 6aacd9d90d3d368, network: default, NAD default, SandboxID: "6aacd9d90d3d36851f9f765651676f9a1fa634160a640ce75ed42c834f9ce741", PCI device ID: , UID: "2254bf8c-90d1-4b4f-9305-7498b1fe503a", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0504 20:32:37.896370 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kqz2n, hostIfaceName: d16134827ba98de, network: default, NAD default, SandboxID: "d16134827ba98dee637c63ae672d9cc48bae58d92f333807c9a8c9fc0ecb0572", PCI device ID: , UID: "b5692823-64c8-4a5f-94ba-b8516ecf4455", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0504 20:32:37.897476 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e96b446fc977aa2, network: default, NAD default, SandboxID: "e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d", PCI device ID: , UID: "f8d5a9b5-49ce-4747-a7d1-07f5fc077cc8", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0504 20:32:37.956133 3659 cni.go:473] [openshift-monitoring/metrics-server-648584cd7d-dx6jm d1385181399ec8b1db9eafa36af0276700a159cd7eb7404047b0959439f9ef2e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-648584cd7d-dx6jm d1385181399ec8b1db9eafa36af0276700a159cd7eb7404047b0959439f9ef2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:6b:56:f1:a8:38\",\"name\":\"d1385181399ec8b\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5463b0d8-da80-4956-b58f-a7b5b5439998\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:37.973171 3659 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n d16134827ba98dee637c63ae672d9cc48bae58d92f333807c9a8c9fc0ecb0572 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kqz2n d16134827ba98dee637c63ae672d9cc48bae58d92f333807c9a8c9fc0ecb0572 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:83:6b:c2:38:5e\",\"name\":\"d16134827ba98de\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bb4b567-e39e-4af8-9ea5-ccb5ed710ba0\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:38.038237 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.076372 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:32:38.196570 3659 cni.go:473] [openshift-monitoring/thanos-querier-f699d7976-529cf 6aacd9d90d3d36851f9f765651676f9a1fa634160a640ce75ed42c834f9ce741 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-f699d7976-529cf 6aacd9d90d3d36851f9f765651676f9a1fa634160a640ce75ed42c834f9ce741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a4:c9:a3:b0:5c\",\"name\":\"6aacd9d90d3d368\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/357a9e17-d2bb-4b5c-b750-100790060bb3\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:32:38.197972 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d0:c9:6e:cf:70\",\"name\":\"e96b446fc977aa2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d0c27c2-66f0-44e7-bf2d-e216790c6acb\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:38.311565 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.345391 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.345423 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.375720 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:32:39.019672 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:39.019694 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:39.080283 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0504 20:32:39.111482 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:32:41.072855 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:41.112881 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.112899 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.112909 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:42.092516 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092538 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092544 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092549 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:43.436808 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.436841 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.436851 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.459189 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:43.540561 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:43.540578 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:47.400492 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400507 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400513 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.400516 3659 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:47.567881 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.568435 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.596636 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.597052 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:48.071579 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.071602 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.082941 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:32:48.082963 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-dwvqm W0504 20:32:48.142234 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142255 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142261 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:48.142266 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:48.449971 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.449997 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.458099 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:48.458144 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:51.768377 3659 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:32:51.768502 3659 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 I0504 20:32:51.783568 3659 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9] pod update took 15.092543ms I0504 20:32:51.783587 3659 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9] addLogicalPort annotation time took 15.117489ms I0504 20:32:51.784791 3659 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9] addLogicalPort took 16.432975ms, libovsdb time 866.619µs I0504 20:32:52.173164 3659 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key ] I0504 20:32:52.183348 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9, hostIfaceName: fad58c44ce71092, network: default, NAD default, SandboxID: "fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d", PCI device ID: , UID: "4b2516b5-50bc-4bb1-96de-a7a0803da748", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0504 20:32:52.233289 3659 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:dd:96:bb:71:e9\",\"name\":\"fad58c44ce71092\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af00d38a-ea08-4e5a-9776-4814c31684ff\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:32:59.092050 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:33:02.087620 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:33:03.619893 3659 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:03.620454 3659 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:04.470803 3659 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.470835 3659 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.475555 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:04.475580 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:07.194071 3659 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key ] I0504 20:33:07.262682 3659 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 fad58c44ce71092d1c4f6f1e04b88bdc6f2728319345995f4d6b0cd238f4707d network default NAD default NAD key default], result "{}", err I0504 20:33:07.337449 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.337491 3659 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 I0504 20:33:07.338957 3659 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9, ips: 10.129.0.19 I0504 20:33:07.338984 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.339004 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.339016 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:33:07.339222 3659 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.339238 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:33:08.366390 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366445 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366466 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366477 3659 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:33:09.134349 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:11.754674 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754695 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:33:11.754700 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:33:11.916370 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:33:11.929609 3659 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:33:13.280790 3659 cni.go:452] [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key ] I0504 20:33:13.368518 3659 cni.go:473] [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c494c8b4b-6blz9 2356f84a71e56f87b676a804f8de1b59f9c60a7a62f4fa6328f6707702dd6640 network default NAD default NAD key default], result "{}", err I0504 20:33:13.443222 3659 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:13.443261 3659 pods.go:176] Deleting pod: openshift-console/console-c494c8b4b-6blz9 I0504 20:33:13.444643 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c494c8b4b-6blz9, ips: 10.129.0.14 I0504 20:33:13.444673 3659 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:14.220174 3659 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.220200 3659 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.228569 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-6blz9 I0504 20:33:14.228592 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-6blz9 W0504 20:33:19.182816 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:33:31.368374 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.368890 3659 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.791367 3659 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:33:32.226192 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.226212 3659 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.230633 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:32.230653 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:35.658465 3659 cni.go:452] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key ] I0504 20:33:35.732939 3659 cni.go:473] [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5bd5cf449d-g9v7j ef2e31fe6a84b3c6e4186b44e37b48fa5ab97fbcebc10af40d039e02eba4a257 network default NAD default NAD key default], result "{}", err I0504 20:33:35.804952 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:35.804982 3659 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:33:35.806104 3659 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bd5cf449d-g9v7j, ips: 10.129.0.5 I0504 20:33:35.806149 3659 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:36.307087 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.307112 3659 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.310162 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:33:36.310187 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:33:51.992894 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key ] I0504 20:33:52.079875 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 e96b446fc977aa29c9131433f8755ba365bf8e2be7a3ffb75e5ba4ee0275ad7d network default NAD default NAD key default], result "{}", err I0504 20:33:52.140804 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.140838 3659 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0504 20:33:52.142057 3659 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.15 I0504 20:33:52.142085 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.376991 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.377018 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.384000 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:33:52.384031 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:33:52.434181 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:33:52.434323 3659 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:33:52.460261 3659 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.976678ms I0504 20:33:52.460283 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.002664ms I0504 20:33:52.461559 3659 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.39842ms, libovsdb time 891.901µs I0504 20:33:52.794608 3659 cni.go:452] [openshift-monitoring/alertmanager-main-1 1978b8addaa3733e41959bed725a93864917daaa7553e4761f63381accdab745 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1978b8addaa3733e41959bed725a93864917daaa7553e4761f63381accdab745 network default NAD default NAD key ] I0504 20:33:52.803933 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1978b8addaa3733, network: default, NAD default, SandboxID: "1978b8addaa3733e41959bed725a93864917daaa7553e4761f63381accdab745", PCI device ID: , UID: "f0c36840-7d02-42c3-b9f5-db0707877c00", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0504 20:33:52.851644 3659 cni.go:473] [openshift-monitoring/alertmanager-main-1 1978b8addaa3733e41959bed725a93864917daaa7553e4761f63381accdab745 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1978b8addaa3733e41959bed725a93864917daaa7553e4761f63381accdab745 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:60:73:1c:68:21\",\"name\":\"1978b8addaa3733\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a273fdff-9941-48bd-b153-5a195a865a3a\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:33:54.900255 3659 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-57777c87d4-558h4] creating logical port openshift-monitoring_telemeter-client-57777c87d4-558h4 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:33:54.900387 3659 kube.go:256] Updating pod openshift-monitoring/telemeter-client-57777c87d4-558h4 I0504 20:33:54.927841 3659 pod.go:62] [openshift-monitoring/telemeter-client-57777c87d4-558h4] pod update took 27.483541ms I0504 20:33:54.927863 3659 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-57777c87d4-558h4] addLogicalPort annotation time took 27.50978ms I0504 20:33:54.929152 3659 pods.go:271] [openshift-monitoring/telemeter-client-57777c87d4-558h4] addLogicalPort took 28.916888ms, libovsdb time 930.736µs I0504 20:33:55.258058 3659 cni.go:452] [openshift-monitoring/telemeter-client-57777c87d4-558h4 76e673912dba8c83582a9737b6535fdf699645c5c7d850a82db85bdb1e4accb8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-57777c87d4-558h4 76e673912dba8c83582a9737b6535fdf699645c5c7d850a82db85bdb1e4accb8 network default NAD default NAD key ] I0504 20:33:55.267534 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-57777c87d4-558h4, hostIfaceName: 76e673912dba8c8, network: default, NAD default, SandboxID: "76e673912dba8c83582a9737b6535fdf699645c5c7d850a82db85bdb1e4accb8", PCI device ID: , UID: "2972c31e-660f-423e-956e-6e1726024758", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0504 20:33:55.316536 3659 cni.go:473] [openshift-monitoring/telemeter-client-57777c87d4-558h4 76e673912dba8c83582a9737b6535fdf699645c5c7d850a82db85bdb1e4accb8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-57777c87d4-558h4 76e673912dba8c83582a9737b6535fdf699645c5c7d850a82db85bdb1e4accb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3a:a3:3a:70:e1\",\"name\":\"76e673912dba8c8\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca9d2727-652b-4814-ad23-04fce1992709\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:33:56.550479 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:56.551011 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:57.338643 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.338674 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.346402 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:33:57.346428 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:33:58.691085 3659 base_network_controller_pods.go:487] [default/openshift-console/console-74768fb6b4-4pwkd] creating logical port openshift-console_console-74768fb6b4-4pwkd for pod on switch ip-10-0-2-6.ec2.internal I0504 20:33:58.691236 3659 kube.go:256] Updating pod openshift-console/console-74768fb6b4-4pwkd I0504 20:33:58.722645 3659 pod.go:62] [openshift-console/console-74768fb6b4-4pwkd] pod update took 31.432938ms I0504 20:33:58.722672 3659 base_network_controller_pods.go:951] [default/openshift-console/console-74768fb6b4-4pwkd] addLogicalPort annotation time took 31.464774ms I0504 20:33:58.723865 3659 pods.go:271] [openshift-console/console-74768fb6b4-4pwkd] addLogicalPort took 32.799799ms, libovsdb time 875.62µs I0504 20:33:59.049181 3659 cni.go:452] [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key ] I0504 20:33:59.058419 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74768fb6b4-4pwkd, hostIfaceName: 95899395500c18c, network: default, NAD default, SandboxID: "95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2", PCI device ID: , UID: "8c6f13f8-b238-4528-9b87-15b8291c35ff", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0504 20:33:59.108479 3659 cni.go:473] [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:23:ca:f2:4e:0f\",\"name\":\"95899395500c18c\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/775dee6c-5493-461b-b505-6e7628b61c50\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:34:09.468484 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:34:22.859346 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:34:22.859371 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:34:22.859377 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:34:24.080030 3659 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.080567 3659 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.183962 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.184417 3659 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.820869 3659 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.820898 3659 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.831164 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.831195 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.857552 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.857568 3659 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.864214 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:34:24.864236 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:34:34.799405 3659 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:34.799912 3659 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:35.484294 3659 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.484316 3659 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.491402 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4w7sd I0504 20:34:35.491425 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4w7sd I0504 20:34:42.649709 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:42.650211 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:43.540343 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:43.540373 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:59.943367 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:59.943901 3659 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:35:00.256558 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.256576 3659 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.266252 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:35:00.266280 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:36:43.143477 3659 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.144022 3659 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.359729 3659 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.359751 3659 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.367843 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:43.367866 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:54.132694 3659 cni.go:452] [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key ] I0504 20:36:54.204987 3659 cni.go:473] [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74768fb6b4-4pwkd 95899395500c18cf8d91095598e768700904bd83d0b41c73db9f4c1058b693d2 network default NAD default NAD key default], result "{}", err I0504 20:36:54.252794 3659 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:54.252831 3659 pods.go:176] Deleting pod: openshift-console/console-74768fb6b4-4pwkd I0504 20:36:54.254033 3659 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74768fb6b4-4pwkd, ips: 10.129.0.22 I0504 20:36:54.254060 3659 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:55.077406 3659 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.077434 3659 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.080601 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-4pwkd I0504 20:36:55.080628 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-4pwkd I0504 20:37:30.379759 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0504 20:37:37.479876 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:37:40.382145 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0504 20:37:45.503851 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:38:13.324804 3659 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-bt4jk for pod on switch ip-10-0-2-6.ec2.internal I0504 20:38:13.324955 3659 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk I0504 20:38:13.351410 3659 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk] pod update took 26.487392ms I0504 20:38:13.351433 3659 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk] addLogicalPort annotation time took 26.515916ms I0504 20:38:13.352742 3659 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk] addLogicalPort took 27.949509ms, libovsdb time 997.77µs I0504 20:38:13.681699 3659 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk c46f930fb1f2c219985f73302bd170665965ca21a32190d4c3278381d975aab2 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk c46f930fb1f2c219985f73302bd170665965ca21a32190d4c3278381d975aab2 network default NAD default NAD key ] I0504 20:38:13.691091 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-bt4jk, hostIfaceName: c46f930fb1f2c21, network: default, NAD default, SandboxID: "c46f930fb1f2c219985f73302bd170665965ca21a32190d4c3278381d975aab2", PCI device ID: , UID: "8388b77b-fd45-447f-a241-cb4bc3f8671b", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0504 20:38:13.740539 3659 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk c46f930fb1f2c219985f73302bd170665965ca21a32190d4c3278381d975aab2 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bt4jk c46f930fb1f2c219985f73302bd170665965ca21a32190d4c3278381d975aab2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b4:b8:0c:5b:66\",\"name\":\"c46f930fb1f2c21\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65092c21-2a1e-4ab8-bd35-d302d2ec4d85\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:38:16.410031 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 20:38:27.414931 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:38:27.452519 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:38:27.452586 3659 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh: no pod IPs found I0504 20:38:34.469705 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 20:38:48.381578 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0504 20:39:17.486090 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:39:18.498216 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:39:22.378656 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:39:22.504160 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:39:53.465158 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:40:03.861857 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:03.862383 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:04.758099 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:04.758148 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:19.465269 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:40:35.377684 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0504 20:41:04.389160 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=552 I0504 20:41:30.995188 3659 namespace.go:98] [tsf] adding namespace I0504 20:41:30.996044 3659 namespace.go:102] [tsf] adding namespace took 833.927µs I0504 20:41:31.015466 3659 namespace.go:142] [tsf] updating namespace I0504 20:41:31.031719 3659 namespace.go:142] [tsf] updating namespace I0504 20:41:35.084690 3659 namespace.go:98] [konflux-ui] adding namespace I0504 20:41:35.085653 3659 namespace.go:102] [konflux-ui] adding namespace took 942.301µs I0504 20:41:35.090527 3659 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:41:35.090560 3659 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:41:35.090678 3659 namespace.go:98] [konflux-operator] adding namespace I0504 20:41:35.091196 3659 namespace.go:102] [cert-manager-operator] adding namespace took 655.345µs I0504 20:41:35.091749 3659 namespace.go:102] [rhtpa-operator] adding namespace took 1.176016ms I0504 20:41:35.091759 3659 namespace.go:98] [tsf-tas] adding namespace I0504 20:41:35.091851 3659 namespace.go:98] [rhbk-operator] adding namespace I0504 20:41:35.092485 3659 namespace.go:102] [tsf-tas] adding namespace took 714.734µs I0504 20:41:35.093060 3659 namespace.go:102] [konflux-operator] adding namespace took 2.358743ms I0504 20:41:35.093095 3659 namespace.go:98] [tsf-tpa] adding namespace I0504 20:41:35.093690 3659 namespace.go:102] [rhbk-operator] adding namespace took 1.824899ms I0504 20:41:35.094209 3659 namespace.go:102] [tsf-tpa] adding namespace took 1.107515ms I0504 20:41:35.100275 3659 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:41:35.100810 3659 namespace.go:102] [tsf-keycloak] adding namespace took 520.008µs I0504 20:41:35.125934 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.146268 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.151166 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.151312 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.151374 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.151508 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.159805 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.165477 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.198293 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.198406 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.198518 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.198661 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.198706 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.215794 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.220159 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.240113 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.240174 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.255841 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.269950 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.276003 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.276077 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.294890 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.294899 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.341482 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:36.484099 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:36.497420 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:36.679771 3659 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:36.679914 3659 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0504 20:41:36.710239 3659 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.358546ms I0504 20:41:36.710262 3659 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.389074ms I0504 20:41:36.711462 3659 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.709345ms, libovsdb time 830.545µs I0504 20:41:37.051161 3659 cni.go:452] [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key ] I0504 20:41:37.061851 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 37b677e291d1899, network: default, NAD default, SandboxID: "37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92", PCI device ID: , UID: "ffec3889-9428-4760-ba40-0d13e7772a5c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0504 20:41:37.111859 3659 cni.go:473] [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:6b:34:ec:ce:45\",\"name\":\"37b677e291d1899\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c5f9a9e-c89d-4584-a02e-cb05f7138291\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:38.039982 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:38.040077 3659 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp I0504 20:41:38.055076 3659 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp] pod update took 15.024364ms I0504 20:41:38.055101 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp] addLogicalPort annotation time took 15.052419ms I0504 20:41:38.056544 3659 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp] addLogicalPort took 16.576622ms, libovsdb time 1.007476ms I0504 20:41:38.127692 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:38.127807 3659 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 I0504 20:41:38.143535 3659 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6] pod update took 15.752358ms I0504 20:41:38.143560 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6] addLogicalPort annotation time took 15.7849ms I0504 20:41:38.144772 3659 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6] addLogicalPort took 17.097528ms, libovsdb time 873.804µs I0504 20:41:38.400422 3659 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key ] I0504 20:41:38.410602 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp, hostIfaceName: 298bcb72a506eee, network: default, NAD default, SandboxID: "298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939", PCI device ID: , UID: "87414858-0155-4970-9f6c-4e47738d97a5", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0504 20:41:38.464215 3659 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:1a:e9:68:d7:5c\",\"name\":\"298bcb72a506eee\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54aa333f-5aad-45f4-9bc9-96906be1ef2d\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:38.491411 3659 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key ] I0504 20:41:38.503158 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6, hostIfaceName: 76f93ce1af0afbd, network: default, NAD default, SandboxID: "76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6", PCI device ID: , UID: "6fe45cd3-b802-48f5-8270-02048a358f50", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0504 20:41:38.555984 3659 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b6:17:3c:d3:f9\",\"name\":\"76f93ce1af0afbd\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd00872b-6ebf-4407-90df-b08560db0bbb\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:39.474703 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:41:41.073854 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:41.073960 3659 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v I0504 20:41:41.090587 3659 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v] pod update took 16.661216ms I0504 20:41:41.090613 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v] addLogicalPort annotation time took 16.690264ms I0504 20:41:41.091784 3659 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v] addLogicalPort took 17.945547ms, libovsdb time 846.475µs I0504 20:41:41.435054 3659 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key ] I0504 20:41:41.445694 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v, hostIfaceName: b0afdc86f8bce8f, network: default, NAD default, SandboxID: "b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3", PCI device ID: , UID: "e086f997-ba57-4068-b934-a4255f5c9c2c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0504 20:41:41.491241 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 20:41:41.498744 3659 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:36:00:1f:63:a0\",\"name\":\"b0afdc86f8bce8f\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9ecbca3-3673-41c3-a514-f74ee27a7ab3\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:42.799729 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:42.799856 3659 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf I0504 20:41:42.814181 3659 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf] pod update took 14.347043ms I0504 20:41:42.814208 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf] addLogicalPort annotation time took 14.381078ms I0504 20:41:42.815689 3659 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf] addLogicalPort took 15.980305ms, libovsdb time 1.061338ms I0504 20:41:43.205249 3659 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key ] I0504 20:41:43.210766 3659 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key ] I0504 20:41:43.219078 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf, hostIfaceName: 340ba72140af994, network: default, NAD default, SandboxID: "340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4", PCI device ID: , UID: "ba54310b-ff55-4423-a9d0-c63d159adf21", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0504 20:41:43.285474 3659 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:0b:6f:e3:4f:08\",\"name\":\"340ba72140af994\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19ffa4a6-438e-458f-b1f0-1f91d6a9cc79\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:43.290993 3659 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp 298bcb72a506eee6bafcdf2f629e17a63cec05ef2e08978482b264afcc59b939 network default NAD default NAD key default], result "{}", err I0504 20:41:43.367007 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367048 3659 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp I0504 20:41:43.368565 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp, ips: 10.129.0.25 I0504 20:41:43.368603 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.368630 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.368640 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:43.368907 3659 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.368921 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:44.395097 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395142 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395160 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395172 3659 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.478424 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:44.478515 3659 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr I0504 20:41:44.495646 3659 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr] pod update took 17.157948ms I0504 20:41:44.495667 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr] addLogicalPort annotation time took 17.185792ms I0504 20:41:44.496915 3659 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr] addLogicalPort took 18.506173ms, libovsdb time 928.07µs I0504 20:41:44.577721 3659 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h for pod on switch ip-10-0-2-6.ec2.internal I0504 20:41:44.577837 3659 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h I0504 20:41:44.591848 3659 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h] pod update took 14.037219ms I0504 20:41:44.591875 3659 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h] addLogicalPort annotation time took 14.070595ms I0504 20:41:44.593088 3659 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h] addLogicalPort took 15.384158ms, libovsdb time 849.438µs I0504 20:41:44.837400 3659 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key ] I0504 20:41:44.847273 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr, hostIfaceName: d0a35bcb42de515, network: default, NAD default, SandboxID: "d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1", PCI device ID: , UID: "497cb5d6-4f82-4cfe-9415-934c39ba397d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0504 20:41:44.900025 3659 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a4:b7:35:d5:f3\",\"name\":\"d0a35bcb42de515\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c3b5bba-e382-478e-9828-3ce09e4755ea\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:44.939353 3659 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key ] I0504 20:41:44.950243 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h, hostIfaceName: d30c756eef6dc3c, network: default, NAD default, SandboxID: "d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544", PCI device ID: , UID: "05813650-ae1d-4b42-a3db-9e474f02438f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0504 20:41:45.002509 3659 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:03:42:28:16:80\",\"name\":\"d30c756eef6dc3c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d21d4a2e-101f-4b65-9fd3-c19c90c0d74d\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:41:46.242070 3659 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key ] I0504 20:41:46.245395 3659 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key ] I0504 20:41:46.335691 3659 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v b0afdc86f8bce8f0cf369eb4e84721730c39cf9a0a4d2e7ee8ffc92632f9b3f3 network default NAD default NAD key default], result "{}", err I0504 20:41:46.345357 3659 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 76f93ce1af0afbdccd0cd46082b1aae4831b28cc1332a477fbdbe34d169e86f6 network default NAD default NAD key default], result "{}", err I0504 20:41:47.245993 3659 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key ] I0504 20:41:47.326929 3659 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf 340ba72140af994f1352df7668e8f6be1123e79de79ba39ba15bf230dd8fd7c4 network default NAD default NAD key default], result "{}", err I0504 20:41:47.510555 3659 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.510600 3659 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf I0504 20:41:47.512181 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf, ips: 10.129.0.28 I0504 20:41:47.512206 3659 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.512229 3659 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.512236 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:47.512473 3659 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.512490 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.531724 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.531757 3659 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 I0504 20:41:48.533634 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6, ips: 10.129.0.26 I0504 20:41:48.533671 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.533696 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.533706 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.533945 3659 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.533966 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.540676 3659 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540700 3659 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540716 3659 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540728 3659 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.709549 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.709620 3659 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v I0504 20:41:48.711157 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v, ips: 10.129.0.27 I0504 20:41:48.711190 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.711218 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.711228 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.711433 3659 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.711452 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:49.596800 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.596827 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.596839 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.596853 3659 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752655 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752679 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752691 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752705 3659 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:52.284521 3659 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key ] I0504 20:41:52.284887 3659 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key ] I0504 20:41:52.365984 3659 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h d30c756eef6dc3c298857360d8744d501fd94d08723b09cd44ff8fadbae33544 network default NAD default NAD key default], result "{}", err I0504 20:41:52.386631 3659 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr d0a35bcb42de51565c58ef1fc3665b26ca9c8d44eadee56799d30afe5ad45bb1 network default NAD default NAD key default], result "{}", err I0504 20:41:52.428024 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.428063 3659 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h I0504 20:41:52.429358 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h, ips: 10.129.0.30 I0504 20:41:52.429386 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.429405 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.429416 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:52.429573 3659 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.429589 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:52.455016 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.455046 3659 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr I0504 20:41:52.456156 3659 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr, ips: 10.129.0.29 I0504 20:41:52.456181 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.456198 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.456204 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:52.456364 3659 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.456376 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:53.457705 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457741 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457758 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457770 3659 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.489989 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490008 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490021 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490031 3659 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:04.816564 3659 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:04.838778 3659 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:05.024669 3659 namespace.go:98] [cert-manager] adding namespace I0504 20:42:05.025613 3659 namespace.go:102] [cert-manager] adding namespace took 923.906µs I0504 20:42:05.071821 3659 namespace.go:142] [cert-manager] updating namespace I0504 20:42:05.095010 3659 namespace.go:142] [cert-manager] updating namespace W0504 20:42:07.465973 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:09.237981 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:42:10.755313 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.763788 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.841503 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.848359 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:11.681548 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:42:11.681570 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:42:13.353214 3659 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:24.214762 3659 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:42:24.215764 3659 namespace.go:102] [trusted-artifact-signer] adding namespace took 975.144µs I0504 20:42:24.263359 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:24.300856 3659 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:42:24.342984 3659 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:42:25.339528 3659 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-5t2pw for pod on switch ip-10-0-2-6.ec2.internal I0504 20:42:25.339652 3659 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw I0504 20:42:25.357461 3659 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw] pod update took 17.830282ms I0504 20:42:25.357482 3659 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw] addLogicalPort annotation time took 17.857367ms I0504 20:42:25.358544 3659 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw] addLogicalPort took 19.034487ms, libovsdb time 769.947µs I0504 20:42:25.701304 3659 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw 1345e19c7ef56cd21c8f530b312a2b9a9843953d4f5e0c080853d2fe4843a207 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw 1345e19c7ef56cd21c8f530b312a2b9a9843953d4f5e0c080853d2fe4843a207 network default NAD default NAD key ] I0504 20:42:25.711213 3659 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-5t2pw, hostIfaceName: 1345e19c7ef56cd, network: default, NAD default, SandboxID: "1345e19c7ef56cd21c8f530b312a2b9a9843953d4f5e0c080853d2fe4843a207", PCI device ID: , UID: "33734297-e879-47db-829d-1a48956d071f", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0504 20:42:25.760600 3659 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw 1345e19c7ef56cd21c8f530b312a2b9a9843953d4f5e0c080853d2fe4843a207 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-5t2pw 1345e19c7ef56cd21c8f530b312a2b9a9843953d4f5e0c080853d2fe4843a207 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:fe:a5:33:7f:f0\",\"name\":\"1345e19c7ef56cd\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6eb443ae-d474-4dfd-9a7f-60aa3d3f6b38\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:42:31.348800 3659 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:42:31.349744 3659 namespace.go:102] [openshift-pipelines] adding namespace took 923.491µs I0504 20:42:31.370771 3659 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:42:32.064597 3659 namespace.go:142] [cert-manager] updating namespace I0504 20:42:32.264720 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:32.673274 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:32.883154 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:33.078655 3659 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:33.473169 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:33.673523 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:33.874525 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.074472 3659 namespace.go:142] [tsf] updating namespace I0504 20:42:34.277032 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.476948 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.677650 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:34.811995 3659 namespace.go:142] [cert-manager] updating namespace I0504 20:42:34.828674 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:34.839029 3659 namespace.go:142] [default] updating namespace I0504 20:42:34.850251 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:34.865847 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:34.877217 3659 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:34.894421 3659 namespace.go:142] [openshift] updating namespace I0504 20:42:34.901050 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:34.911881 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:34.923817 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.933444 3659 namespace.go:142] [tsf] updating namespace I0504 20:42:34.946882 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.956862 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.968508 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:35.064726 3659 namespace.go:142] [cert-manager] updating namespace I0504 20:42:35.164872 3659 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:35.262254 3659 namespace.go:142] [default] updating namespace I0504 20:42:35.365232 3659 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:35.463053 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:35.559000 3659 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:35.669506 3659 namespace.go:142] [openshift] updating namespace I0504 20:42:35.767707 3659 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:35.905386 3659 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:36.044024 3659 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:36.573436 3659 namespace.go:142] [tsf] updating namespace I0504 20:42:37.100996 3659 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:37.204586 3659 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:37.246858 3659 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:37.980420 3659 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:42:52.451089 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451109 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451137 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.854211 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854227 3659 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854231 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854235 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:53.460407 3659 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.460425 3659 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.460431 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:42:54.603689 3659 cni.go:452] [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key ] I0504 20:42:54.676959 3659 cni.go:473] [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 37b677e291d18995fb36c17c7d2c5579c6139f27e6d7cd3b4441cd51877e2f92 network default NAD default NAD key default], result "{}", err I0504 20:42:54.735788 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.735826 3659 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0504 20:42:54.737245 3659 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.24 I0504 20:42:54.737286 3659 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.760536 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.760565 3659 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.767235 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:42:54.767260 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:42:56.156540 3659 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-6.ec2.internal I0504 20:42:56.156643 3659 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0504 20:42:56.173950 3659 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.330212ms I0504 20:42:56.174030 3659 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.426177ms I0504 20:42:56.175348 3659 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.824623ms, libovsdb time 951.043µs I0504 20:42:56.518163 3659 cni.go:452] [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key ] I0504 20:42:56.528283 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 56f86dde1e24c38, network: default, NAD default, SandboxID: "56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8", PCI device ID: , UID: "62db16f2-d668-409a-bcff-6a0c5b762206", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0504 20:42:56.582839 3659 cni.go:473] [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:06:11:33:31:07\",\"name\":\"56f86dde1e24c38\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d98de225-2492-4f2d-ad8e-b8d18f33007f\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:42:59.047504 3659 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-5r6vl for pod on switch ip-10-0-2-6.ec2.internal I0504 20:42:59.047610 3659 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl I0504 20:42:59.062040 3659 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl] pod update took 14.464242ms I0504 20:42:59.062064 3659 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl] addLogicalPort annotation time took 14.492591ms I0504 20:42:59.063580 3659 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl] addLogicalPort took 16.097342ms, libovsdb time 1.018146ms I0504 20:42:59.151607 3659 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-f47xf for pod on switch ip-10-0-2-6.ec2.internal I0504 20:42:59.151758 3659 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf I0504 20:42:59.166999 3659 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf] pod update took 15.274617ms I0504 20:42:59.167028 3659 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf] addLogicalPort annotation time took 15.309632ms I0504 20:42:59.168517 3659 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf] addLogicalPort took 16.933685ms, libovsdb time 1.053269ms I0504 20:43:07.813149 3659 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl 478d252707838ab2fcaac560de485fe405c31f3b2834294679638bb6195c2cb8 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl 478d252707838ab2fcaac560de485fe405c31f3b2834294679638bb6195c2cb8 network default NAD default NAD key ] I0504 20:43:07.822570 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-5r6vl, hostIfaceName: 478d252707838ab, network: default, NAD default, SandboxID: "478d252707838ab2fcaac560de485fe405c31f3b2834294679638bb6195c2cb8", PCI device ID: , UID: "06ec65ea-f7ae-45c1-a2fe-7550ed8fe174", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0504 20:43:07.871284 3659 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl 478d252707838ab2fcaac560de485fe405c31f3b2834294679638bb6195c2cb8 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-5r6vl 478d252707838ab2fcaac560de485fe405c31f3b2834294679638bb6195c2cb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2a:0f:9c:c9:8f\",\"name\":\"478d252707838ab\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98f8519f-1d54-4855-9fe0-7cfec547bd39\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:43:07.920167 3659 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf 4faeda7aefddcdf3c8e7e748a8b595912c1f1d8333bc09f0a3846abb2d07d514 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf 4faeda7aefddcdf3c8e7e748a8b595912c1f1d8333bc09f0a3846abb2d07d514 network default NAD default NAD key ] I0504 20:43:07.929906 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-f47xf, hostIfaceName: 4faeda7aefddcdf, network: default, NAD default, SandboxID: "4faeda7aefddcdf3c8e7e748a8b595912c1f1d8333bc09f0a3846abb2d07d514", PCI device ID: , UID: "d592540f-0529-42e8-8257-f7d075a6e022", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0504 20:43:07.980915 3659 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf 4faeda7aefddcdf3c8e7e748a8b595912c1f1d8333bc09f0a3846abb2d07d514 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-f47xf 4faeda7aefddcdf3c8e7e748a8b595912c1f1d8333bc09f0a3846abb2d07d514 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:26:3d:53:47:62\",\"name\":\"4faeda7aefddcdf\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/954c60e6-05df-4ef9-a415-7174d32be6eb\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:43:08.691063 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:43:08.717444 3659 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:43:11.308459 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xv76t] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-xv76t for pod on switch ip-10-0-2-6.ec2.internal I0504 20:43:11.308557 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-xv76t I0504 20:43:11.332195 3659 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t] pod update took 23.66506ms I0504 20:43:11.332222 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-xv76t] addLogicalPort annotation time took 23.699732ms I0504 20:43:11.333452 3659 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t] addLogicalPort took 25.013604ms, libovsdb time 897.833µs I0504 20:43:11.421443 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-t8kv5 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:43:11.421591 3659 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5 I0504 20:43:11.438152 3659 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5] pod update took 16.632171ms I0504 20:43:11.438171 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5] addLogicalPort annotation time took 16.65566ms I0504 20:43:11.439342 3659 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5] addLogicalPort took 17.916399ms, libovsdb time 843.742µs I0504 20:43:11.675540 3659 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t 7c57d4535bcc534453c61a4363219fbfeeba832f347ae89fa3b3bcc308df0ddf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t 7c57d4535bcc534453c61a4363219fbfeeba832f347ae89fa3b3bcc308df0ddf network default NAD default NAD key ] I0504 20:43:11.687358 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-xv76t, hostIfaceName: 7c57d4535bcc534, network: default, NAD default, SandboxID: "7c57d4535bcc534453c61a4363219fbfeeba832f347ae89fa3b3bcc308df0ddf", PCI device ID: , UID: "a0b694d1-b848-4673-a313-d60df6264458", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0504 20:43:11.739935 3659 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t 7c57d4535bcc534453c61a4363219fbfeeba832f347ae89fa3b3bcc308df0ddf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-xv76t 7c57d4535bcc534453c61a4363219fbfeeba832f347ae89fa3b3bcc308df0ddf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:9d:cf:65:f2:52\",\"name\":\"7c57d4535bcc534\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b556f2d6-53aa-4fa1-90b4-beb509883726\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:43:11.780844 3659 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5 86817de30ca92bea0ce94720821dae8166821226d81fbb99c5992af2b5f50518 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5 86817de30ca92bea0ce94720821dae8166821226d81fbb99c5992af2b5f50518 network default NAD default NAD key ] I0504 20:43:11.791019 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-t8kv5, hostIfaceName: 86817de30ca92be, network: default, NAD default, SandboxID: "86817de30ca92bea0ce94720821dae8166821226d81fbb99c5992af2b5f50518", PCI device ID: , UID: "7a09be71-f4f2-4590-bbd9-ccff9446b45d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0504 20:43:11.840718 3659 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5 86817de30ca92bea0ce94720821dae8166821226d81fbb99c5992af2b5f50518 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t8kv5 86817de30ca92bea0ce94720821dae8166821226d81fbb99c5992af2b5f50518 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:5b:dd:8a:7d:28\",\"name\":\"86817de30ca92be\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6158f114-2af1-45be-a91d-9ffe4d999e9d\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:43:14.959749 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0504 20:43:29.702465 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:43:29.736992 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 20:43:32.555578 3659 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:43:32.830447 3659 cni.go:452] [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key ] I0504 20:43:32.921937 3659 cni.go:473] [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 56f86dde1e24c382c84afb990ce0d0eba530dc75d9062991e25878b8f88a93c8 network default NAD default NAD key default], result "{}", err I0504 20:43:32.993593 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:32.993631 3659 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0504 20:43:32.995047 3659 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.32 I0504 20:43:32.995073 3659 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:33.034183 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.034203 3659 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.041138 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:43:33.041158 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:43:34.216717 3659 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-6.ec2.internal I0504 20:43:34.216823 3659 kube.go:256] Updating pod tsf/test-tsf-iam I0504 20:43:34.233553 3659 pod.go:62] [tsf/test-tsf-iam] pod update took 16.75293ms I0504 20:43:34.233574 3659 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 16.776111ms I0504 20:43:34.234802 3659 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.099311ms, libovsdb time 889.315µs I0504 20:43:34.647421 3659 cni.go:452] [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key ] I0504 20:43:34.657326 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 5bf175928fe0f38, network: default, NAD default, SandboxID: "5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9", PCI device ID: , UID: "03ed7ced-510f-407c-9540-91a6c1fbe3f8", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0504 20:43:34.707594 3659 cni.go:473] [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f7:5a:ef:bc:69\",\"name\":\"5bf175928fe0f38\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c43af8c-1e45-4c09-b870-47cbfa732381\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:43:35.114591 3659 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:43:35.115154 3659 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:43:35.115179 3659 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:43:35.117261 3659 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:43:35.383226 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37 I0504 20:43:35.475177 3659 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:43:35.475279 3659 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 20:43:35.493776 3659 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.529207ms I0504 20:43:35.493798 3659 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.55503ms I0504 20:43:35.495184 3659 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.019203ms, libovsdb time 986.004µs I0504 20:43:35.870723 3659 cni.go:452] [tsf-keycloak/keycloak-0 5a538c395a6155bd08166bb93d82d76eb79619f0624d1c74c19c8f2743cc03bd network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 5a538c395a6155bd08166bb93d82d76eb79619f0624d1c74c19c8f2743cc03bd network default NAD default NAD key ] I0504 20:43:35.879965 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 5a538c395a6155b, network: default, NAD default, SandboxID: "5a538c395a6155bd08166bb93d82d76eb79619f0624d1c74c19c8f2743cc03bd", PCI device ID: , UID: "9859fe3c-0c1f-4411-817c-1fd3153c053e", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0504 20:43:35.929903 3659 cni.go:473] [tsf-keycloak/keycloak-0 5a538c395a6155bd08166bb93d82d76eb79619f0624d1c74c19c8f2743cc03bd network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 5a538c395a6155bd08166bb93d82d76eb79619f0624d1c74c19c8f2743cc03bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:04:eb:4a:eb:95\",\"name\":\"5a538c395a6155b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3ca5846-5d3c-43c3-989d-704d481fbd3e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:43:41.895538 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.895564 3659 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.896629 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:43:41.896646 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:43:51.743821 3659 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.743839 3659 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.743844 3659 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:43:54.507484 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0504 20:44:05.121879 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:44:05.121903 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:44:05.122043 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:44:05.122053 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 20:44:15.168097 3659 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-cklwk] creating logical port tsf-keycloak_tsf-iam-cklwk for pod on switch ip-10-0-2-6.ec2.internal I0504 20:44:15.168222 3659 kube.go:256] Updating pod tsf-keycloak/tsf-iam-cklwk I0504 20:44:15.183898 3659 pod.go:62] [tsf-keycloak/tsf-iam-cklwk] pod update took 15.664706ms I0504 20:44:15.183918 3659 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-cklwk] addLogicalPort annotation time took 15.727163ms I0504 20:44:15.185185 3659 pods.go:271] [tsf-keycloak/tsf-iam-cklwk] addLogicalPort took 17.110167ms, libovsdb time 853.64µs I0504 20:44:15.630374 3659 cni.go:452] [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key ] I0504 20:44:15.639689 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-cklwk, hostIfaceName: 185835f76b7fd5c, network: default, NAD default, SandboxID: "185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55", PCI device ID: , UID: "4490763f-3331-48dc-9ea4-4337e959d293", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0504 20:44:15.692750 3659 cni.go:473] [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:29:95:91:57:d7\",\"name\":\"185835f76b7fd5c\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e553698a-de5c-49d8-beb3-457d32015481\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:25.186793 3659 cni.go:452] [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key ] I0504 20:44:25.261042 3659 cni.go:473] [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 5bf175928fe0f388c8d519b13ca293e46a00cbc1819150e57d41464015d599a9 network default NAD default NAD key default], result "{}", err I0504 20:44:25.315415 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.315459 3659 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 20:44:25.316837 3659 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.37 I0504 20:44:25.316872 3659 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.362201 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.362229 3659 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.369579 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:44:25.369697 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:44:26.278376 3659 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-6.ec2.internal I0504 20:44:26.278489 3659 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0504 20:44:26.297842 3659 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.38626ms I0504 20:44:26.297885 3659 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.432204ms I0504 20:44:26.299258 3659 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.901599ms, libovsdb time 999.402µs I0504 20:44:26.646033 3659 cni.go:452] [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key ] I0504 20:44:26.655677 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: c11fa2dd7cc2416, network: default, NAD default, SandboxID: "c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273", PCI device ID: , UID: "2e047c8c-6f3f-43f8-97ca-018a1e4ffde2", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0504 20:44:26.709625 3659 cni.go:473] [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2e:ac:50:b9:7d\",\"name\":\"c11fa2dd7cc2416\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7dc8c28-1225-4863-9309-b684b3c239de\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:28.561201 3659 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-lcbml-phtxw] creating logical port tsf-tas_rekor-createtree-job-lcbml-phtxw for pod on switch ip-10-0-2-6.ec2.internal I0504 20:44:28.561314 3659 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-lcbml-phtxw I0504 20:44:28.614711 3659 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-lcbml-phtxw I0504 20:44:28.649474 3659 pod.go:62] [tsf-tas/rekor-createtree-job-lcbml-phtxw] pod update took 88.185437ms I0504 20:44:28.649503 3659 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-lcbml-phtxw] addLogicalPort annotation time took 88.221014ms I0504 20:44:28.650728 3659 pods.go:271] [tsf-tas/rekor-createtree-job-lcbml-phtxw] addLogicalPort took 89.549686ms, libovsdb time 836.859µs I0504 20:44:28.920931 3659 cni.go:452] [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key ] I0504 20:44:28.932159 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-lcbml-phtxw, hostIfaceName: 53694b702dbd7d5, network: default, NAD default, SandboxID: "53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd", PCI device ID: , UID: "6a313b98-3b82-4622-9c72-dbe2017afe49", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0504 20:44:28.981315 3659 cni.go:473] [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9b:46:83:e7:ba\",\"name\":\"53694b702dbd7d5\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a39fb30-90a8-485d-adab-709c8414edf5\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:33.386287 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 I0504 20:44:34.235153 3659 cni.go:452] [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key ] I0504 20:44:34.304628 3659 cni.go:473] [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-cklwk 185835f76b7fd5c769b771d763967e32f2f5f735f89ee7eeee2e1327e8f3ee55 network default NAD default NAD key default], result "{}", err I0504 20:44:34.357903 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.357937 3659 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-cklwk I0504 20:44:34.359158 3659 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-cklwk, ips: 10.129.0.39 I0504 20:44:34.359188 3659 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.696656 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-clzkg for pod on switch ip-10-0-2-6.ec2.internal I0504 20:44:34.696782 3659 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg I0504 20:44:34.712612 3659 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg] pod update took 15.851779ms I0504 20:44:34.712632 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg] addLogicalPort annotation time took 15.87732ms I0504 20:44:34.713810 3659 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg] addLogicalPort took 17.169177ms, libovsdb time 824.366µs I0504 20:44:34.798604 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hjlgl for pod on switch ip-10-0-2-6.ec2.internal I0504 20:44:34.798682 3659 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl I0504 20:44:34.814279 3659 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl] pod update took 15.614047ms I0504 20:44:34.814298 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl] addLogicalPort annotation time took 15.639435ms I0504 20:44:34.815411 3659 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl] addLogicalPort took 16.843805ms, libovsdb time 787.541µs I0504 20:44:35.056666 3659 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg 1d511ed1e86ab2c42c91239e81a98fd8fa90c0e8ef8eb72075d854ec886ca71e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg 1d511ed1e86ab2c42c91239e81a98fd8fa90c0e8ef8eb72075d854ec886ca71e network default NAD default NAD key ] I0504 20:44:35.068203 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-clzkg, hostIfaceName: 1d511ed1e86ab2c, network: default, NAD default, SandboxID: "1d511ed1e86ab2c42c91239e81a98fd8fa90c0e8ef8eb72075d854ec886ca71e", PCI device ID: , UID: "1fe70c9c-884c-4399-b687-2322428c5508", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0504 20:44:35.118955 3659 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg 1d511ed1e86ab2c42c91239e81a98fd8fa90c0e8ef8eb72075d854ec886ca71e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-clzkg 1d511ed1e86ab2c42c91239e81a98fd8fa90c0e8ef8eb72075d854ec886ca71e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3e:c1:49:5a:60\",\"name\":\"1d511ed1e86ab2c\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f7787fa-05bd-4da3-bd4c-e3e19fb47834\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:35.158224 3659 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl 53d1984dc2bd6d268a73e823628db492436dc32b542cc872e8c5771cb85f9392 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl 53d1984dc2bd6d268a73e823628db492436dc32b542cc872e8c5771cb85f9392 network default NAD default NAD key ] I0504 20:44:35.169727 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hjlgl, hostIfaceName: 53d1984dc2bd6d2, network: default, NAD default, SandboxID: "53d1984dc2bd6d268a73e823628db492436dc32b542cc872e8c5771cb85f9392", PCI device ID: , UID: "3faff49e-5f8d-4f1e-8a35-9f4bb36dde33", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0504 20:44:35.220459 3659 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl 53d1984dc2bd6d268a73e823628db492436dc32b542cc872e8c5771cb85f9392 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hjlgl 53d1984dc2bd6d268a73e823628db492436dc32b542cc872e8c5771cb85f9392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:7b:17:b1:4a:c5\",\"name\":\"53d1984dc2bd6d2\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/603b508c-48bb-4821-a500-fa0404dcad51\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:44:35.270981 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:35.271005 3659 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:44:37.259601 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:44:38.484239 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0504 20:44:39.282444 3659 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:39.282467 3659 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:39.319907 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:39.319927 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:42.029087 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.029106 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.051848 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:44:42.136450 3659 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:44:45.194859 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:45.195450 3659 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:46.218341 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:46.218367 3659 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:44:46.424370 3659 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0504 20:44:48.275057 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:45:11.489255 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 20:45:17.469346 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:45:23.513802 3659 cni.go:452] [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key ] I0504 20:45:23.599903 3659 cni.go:473] [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas c11fa2dd7cc2416d6a060cd4089da5f424e4fb1e4ddeb8c2bcad3160805b6273 network default NAD default NAD key default], result "{}", err I0504 20:45:23.650278 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.650312 3659 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0504 20:45:23.651745 3659 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.40 I0504 20:45:23.651770 3659 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.673081 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.673103 3659 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.682545 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:45:23.682568 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:45:32.806731 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:32.807297 3659 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.131357 3659 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:45:33.455814 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.456403 3659 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.680917 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:33.680948 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:33.813700 3659 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-glzmm] creating logical port tsf_tsf-tekton-configuration-glzmm for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:33.813789 3659 kube.go:256] Updating pod tsf/tsf-tekton-configuration-glzmm I0504 20:45:33.826685 3659 pod.go:62] [tsf/tsf-tekton-configuration-glzmm] pod update took 12.915377ms I0504 20:45:33.826708 3659 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-glzmm] addLogicalPort annotation time took 12.942451ms I0504 20:45:33.827872 3659 pods.go:271] [tsf/tsf-tekton-configuration-glzmm] addLogicalPort took 14.192767ms, libovsdb time 819.736µs I0504 20:45:34.171562 3659 cni.go:452] [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key ] I0504 20:45:34.180933 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-glzmm, hostIfaceName: 7057a9522d02382, network: default, NAD default, SandboxID: "7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b", PCI device ID: , UID: "6484d4ea-335e-460d-9025-288700bd7f13", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0504 20:45:34.232347 3659 cni.go:473] [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:9b:b9:91:df:34\",\"name\":\"7057a9522d02382\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29b13798-c980-46e3-9616-f6d7794de224\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:45:34.337961 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:34.337985 3659 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:36.384846 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 I0504 20:45:38.602364 3659 cni.go:452] [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key ] I0504 20:45:38.681381 3659 cni.go:473] [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-glzmm 7057a9522d0238254e46d92564162b2f857c7e77bd3544e226986c92df54023b network default NAD default NAD key default], result "{}", err I0504 20:45:38.730587 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:38.730622 3659 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-glzmm I0504 20:45:38.731973 3659 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-glzmm, ips: 10.129.0.44 I0504 20:45:38.732001 3659 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:39.753895 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.753920 3659 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.800776 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.800800 3659 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.806740 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-srdt5 I0504 20:45:39.806763 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-srdt5 I0504 20:45:40.528112 3659 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:40.528220 3659 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0504 20:45:40.545198 3659 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.998016ms I0504 20:45:40.545227 3659 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 17.03146ms I0504 20:45:40.546636 3659 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 18.543952ms, libovsdb time 908.645µs I0504 20:45:40.887208 3659 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key ] I0504 20:45:40.896857 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 0aa2a0cc024e09c, network: default, NAD default, SandboxID: "0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88", PCI device ID: , UID: "fd5ae0c6-341f-498d-bd73-14b307c1f12b", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0504 20:45:40.950606 3659 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:9d:94:41:e9:b1\",\"name\":\"0aa2a0cc024e09c\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f015e99e-de76-44df-88c8-683760aebaea\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:45:41.705230 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:45:43.632727 3659 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key ] I0504 20:45:43.713792 3659 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 0aa2a0cc024e09cb7b6c5e48cc3f25b452c00c68cbf9c9ed31ebda812cf14d88 network default NAD default NAD key default], result "{}", err I0504 20:45:43.765189 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.765219 3659 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0504 20:45:43.766368 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.45 I0504 20:45:43.766402 3659 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.788663 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.788689 3659 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.795452 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:45:43.795472 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:45:44.020098 3659 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:44.020211 3659 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0504 20:45:44.034756 3659 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.567215ms I0504 20:45:44.034778 3659 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.592716ms I0504 20:45:44.036058 3659 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.974051ms, libovsdb time 850.385µs I0504 20:45:44.380434 3659 cni.go:452] [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key ] I0504 20:45:44.390904 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 44f31feb014a327, network: default, NAD default, SandboxID: "44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598", PCI device ID: , UID: "e55ef0ba-2bdb-461d-9ec2-e76b5c8d7d50", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0504 20:45:44.440171 3659 cni.go:473] [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:86:6f:8f:83:ec\",\"name\":\"44f31feb014a327\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fd43d10-2fc7-4699-bd2e-389b0188f281\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:45:45.130746 3659 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-8tpqj] creating logical port tsf-tpa_create-db-8tpqj for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:45.130891 3659 kube.go:256] Updating pod tsf-tpa/create-db-8tpqj I0504 20:45:45.144677 3659 pod.go:62] [tsf-tpa/create-db-8tpqj] pod update took 13.813515ms I0504 20:45:45.144703 3659 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-8tpqj] addLogicalPort annotation time took 13.84404ms I0504 20:45:45.146067 3659 pods.go:271] [tsf-tpa/create-db-8tpqj] addLogicalPort took 15.332417ms, libovsdb time 990.37µs I0504 20:45:45.489671 3659 cni.go:452] [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key ] I0504 20:45:45.499480 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-8tpqj, hostIfaceName: 9ad182e470657e1, network: default, NAD default, SandboxID: "9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576", PCI device ID: , UID: "24564a5d-1d13-4343-8856-c141110bf9e6", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0504 20:45:45.550551 3659 cni.go:473] [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ce:e3:67:ab:95\",\"name\":\"9ad182e470657e1\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc27851-6418-4719-887d-7e18763f6232\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:45:46.657638 3659 cni.go:452] [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key ] I0504 20:45:46.731592 3659 cni.go:473] [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-lcbml-phtxw 53694b702dbd7d55d531403bde3ea533ed448c325e2a5c07694c89fe51c432cd network default NAD default NAD key default], result "{}", err I0504 20:45:46.785552 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:46.785586 3659 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-lcbml-phtxw I0504 20:45:46.787168 3659 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-lcbml-phtxw, ips: 10.129.0.41 I0504 20:45:46.787198 3659 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:47.674620 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:47.674646 3659 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:49.675880 3659 cni.go:452] [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key ] I0504 20:45:49.746520 3659 cni.go:473] [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-8tpqj 9ad182e470657e1dce45e2a3648ee6543d6108859a8fd9777c3a24a70a4df576 network default NAD default NAD key default], result "{}", err I0504 20:45:49.804956 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:49.804995 3659 pods.go:176] Deleting pod: tsf-tpa/create-db-8tpqj I0504 20:45:49.805021 3659 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-97b4589d4-4dlr7] creating logical port tsf-tas_rekor-redis-97b4589d4-4dlr7 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:49.805139 3659 kube.go:256] Updating pod tsf-tas/rekor-redis-97b4589d4-4dlr7 I0504 20:45:49.806301 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-8tpqj, ips: 10.129.0.47 I0504 20:45:49.806325 3659 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:49.819931 3659 pod.go:62] [tsf-tas/rekor-redis-97b4589d4-4dlr7] pod update took 14.841937ms I0504 20:45:49.819960 3659 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-97b4589d4-4dlr7] addLogicalPort annotation time took 14.873816ms I0504 20:45:49.821760 3659 pods.go:271] [tsf-tas/rekor-redis-97b4589d4-4dlr7] addLogicalPort took 16.754937ms, libovsdb time 1.27452ms I0504 20:45:50.170832 3659 cni.go:452] [tsf-tas/rekor-redis-97b4589d4-4dlr7 c73b99359b139b4b4a527447bfa1f1d52e9cbc1ae736c31cd1f4be79aae830e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-97b4589d4-4dlr7 c73b99359b139b4b4a527447bfa1f1d52e9cbc1ae736c31cd1f4be79aae830e9 network default NAD default NAD key ] I0504 20:45:50.181345 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-97b4589d4-4dlr7, hostIfaceName: c73b99359b139b4, network: default, NAD default, SandboxID: "c73b99359b139b4b4a527447bfa1f1d52e9cbc1ae736c31cd1f4be79aae830e9", PCI device ID: , UID: "c7a171bf-5532-4d17-a50f-559034a2b940", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0504 20:45:50.232756 3659 cni.go:473] [tsf-tas/rekor-redis-97b4589d4-4dlr7 c73b99359b139b4b4a527447bfa1f1d52e9cbc1ae736c31cd1f4be79aae830e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-97b4589d4-4dlr7 c73b99359b139b4b4a527447bfa1f1d52e9cbc1ae736c31cd1f4be79aae830e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:08:95:5c:b3:42\",\"name\":\"c73b99359b139b4\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/894bf73f-f1fa-43e9-93ce-65e96cd0a6dc\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:45:50.836541 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:50.836568 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:50.953082 3659 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-lthh9] creating logical port tsf-tpa_migrate-db-lthh9 for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:50.953192 3659 kube.go:256] Updating pod tsf-tpa/migrate-db-lthh9 I0504 20:45:50.966821 3659 pod.go:62] [tsf-tpa/migrate-db-lthh9] pod update took 13.653937ms I0504 20:45:50.966844 3659 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-lthh9] addLogicalPort annotation time took 13.681423ms I0504 20:45:50.968217 3659 pods.go:271] [tsf-tpa/migrate-db-lthh9] addLogicalPort took 15.155217ms, libovsdb time 926.467µs I0504 20:45:51.315862 3659 cni.go:452] [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key ] I0504 20:45:51.327282 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-lthh9, hostIfaceName: cc3b6555b5e5339, network: default, NAD default, SandboxID: "cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d", PCI device ID: , UID: "0c664710-36df-4752-b839-4864e128f4bf", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0504 20:45:51.383109 3659 cni.go:473] [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:0d:ba:6f:ef:dd\",\"name\":\"cc3b6555b5e5339\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17b5d5dd-4bf2-46de-b122-f0c67e9664b7\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:45:52.698619 3659 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:45:53.707552 3659 cni.go:452] [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key ] I0504 20:45:53.797035 3659 cni.go:473] [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-lthh9 cc3b6555b5e53396088c16899fc107da65958af7741eb81816c75098f666403d network default NAD default NAD key default], result "{}", err I0504 20:45:53.849243 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.849273 3659 pods.go:176] Deleting pod: tsf-tpa/migrate-db-lthh9 I0504 20:45:53.850540 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-lthh9, ips: 10.129.0.49 I0504 20:45:53.850571 3659 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.992298 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:53.992319 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:45:54.777754 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:45:57.189682 3659 base_network_controller_pods.go:487] [default/tsf-tpa/server-7df74f68f9-gb7fh] creating logical port tsf-tpa_server-7df74f68f9-gb7fh for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:57.189799 3659 kube.go:256] Updating pod tsf-tpa/server-7df74f68f9-gb7fh I0504 20:45:57.205330 3659 pod.go:62] [tsf-tpa/server-7df74f68f9-gb7fh] pod update took 15.564541ms I0504 20:45:57.205363 3659 base_network_controller_pods.go:951] [default/tsf-tpa/server-7df74f68f9-gb7fh] addLogicalPort annotation time took 15.600073ms I0504 20:45:57.206754 3659 pods.go:271] [tsf-tpa/server-7df74f68f9-gb7fh] addLogicalPort took 17.095596ms, libovsdb time 1.013876ms I0504 20:45:58.586732 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:58.587333 3659 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.028395 3659 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-gxc7p] creating logical port tsf-tpa_importer-86bcdf477b-gxc7p for pod on switch ip-10-0-2-6.ec2.internal I0504 20:45:59.028495 3659 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-gxc7p I0504 20:45:59.042994 3659 pod.go:62] [tsf-tpa/importer-86bcdf477b-gxc7p] pod update took 14.527284ms I0504 20:45:59.043017 3659 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-gxc7p] addLogicalPort annotation time took 14.554569ms I0504 20:45:59.044285 3659 pods.go:271] [tsf-tpa/importer-86bcdf477b-gxc7p] addLogicalPort took 15.907108ms, libovsdb time 873.559µs I0504 20:45:59.611404 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.611429 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:02.352745 3659 cni.go:452] [tsf-tpa/server-7df74f68f9-gb7fh cf5334d880ff5b462b51afabad0ffb9338d7e2b4f4028ea10db2d722c1c8ff65 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-7df74f68f9-gb7fh cf5334d880ff5b462b51afabad0ffb9338d7e2b4f4028ea10db2d722c1c8ff65 network default NAD default NAD key ] I0504 20:46:02.362305 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-7df74f68f9-gb7fh, hostIfaceName: cf5334d880ff5b4, network: default, NAD default, SandboxID: "cf5334d880ff5b462b51afabad0ffb9338d7e2b4f4028ea10db2d722c1c8ff65", PCI device ID: , UID: "3b477f4f-fb5f-4b5a-a9a5-ae649343f628", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0504 20:46:02.415495 3659 cni.go:473] [tsf-tpa/server-7df74f68f9-gb7fh cf5334d880ff5b462b51afabad0ffb9338d7e2b4f4028ea10db2d722c1c8ff65 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-7df74f68f9-gb7fh cf5334d880ff5b462b51afabad0ffb9338d7e2b4f4028ea10db2d722c1c8ff65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b9:b1:04:30:8e\",\"name\":\"cf5334d880ff5b4\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d7e1973-84ee-420d-82bb-37337e309d10\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:02.760066 3659 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:46:03.022136 3659 cni.go:452] [tsf-tpa/importer-86bcdf477b-gxc7p e274d5af225af92fdbab9d6ba7ea926308c67bd4f7da0ff6a9e56cb5d1f793ef network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-gxc7p e274d5af225af92fdbab9d6ba7ea926308c67bd4f7da0ff6a9e56cb5d1f793ef network default NAD default NAD key ] I0504 20:46:03.032769 3659 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-gxc7p, hostIfaceName: e274d5af225af92, network: default, NAD default, SandboxID: "e274d5af225af92fdbab9d6ba7ea926308c67bd4f7da0ff6a9e56cb5d1f793ef", PCI device ID: , UID: "af6cc021-560d-4771-8e00-4d4e02dc15f8", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0504 20:46:03.087934 3659 cni.go:473] [tsf-tpa/importer-86bcdf477b-gxc7p e274d5af225af92fdbab9d6ba7ea926308c67bd4f7da0ff6a9e56cb5d1f793ef network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-gxc7p e274d5af225af92fdbab9d6ba7ea926308c67bd4f7da0ff6a9e56cb5d1f793ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:af:bb:1d:83:e6\",\"name\":\"e274d5af225af92\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e4b6f19-c305-4f28-b0d3-5cd43ae018c2\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0504 20:46:04.490769 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0504 20:46:05.748555 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0504 20:46:13.769073 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0504 20:46:30.104651 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.105252 3659 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.925349 3659 cni.go:452] [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key ] I0504 20:46:31.011231 3659 cni.go:473] [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 44f31feb014a327f96c43c40dced72285ecf21dabc4f3c840ef1565f89d89598 network default NAD default NAD key default], result "{}", err I0504 20:46:31.069738 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.069782 3659 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0504 20:46:31.071204 3659 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.46 I0504 20:46:31.071233 3659 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.093203 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.093227 3659 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.102579 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:46:31.102597 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:46:31.136810 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.136825 3659 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.040320 3659 namespace.go:98] [integration-service] adding namespace I0504 20:46:32.041166 3659 namespace.go:102] [integration-service] adding namespace took 826.749µs I0504 20:46:32.054067 3659 namespace.go:98] [image-controller] adding namespace I0504 20:46:32.054087 3659 namespace.go:98] [default-tenant] adding namespace I0504 20:46:32.054259 3659 namespace.go:98] [build-service] adding namespace I0504 20:46:32.054866 3659 namespace.go:102] [image-controller] adding namespace took 779.593µs I0504 20:46:32.055507 3659 namespace.go:102] [default-tenant] adding namespace took 1.411415ms I0504 20:46:32.056060 3659 namespace.go:102] [build-service] adding namespace took 1.784675ms I0504 20:46:32.075215 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.106975 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.109408 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.159302 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.168259 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.191675 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.205286 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:32.234878 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:32.302185 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:32.336571 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.373946 3659 namespace.go:98] [release-service] adding namespace I0504 20:46:32.374786 3659 namespace.go:102] [release-service] adding namespace took 817.312µs I0504 20:46:32.478097 3659 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:32.482096 3659 namespace.go:142] [release-service] updating namespace I0504 20:46:32.522029 3659 namespace.go:142] [release-service] updating namespace I0504 20:46:32.596981 3659 namespace.go:98] [konflux-info] adding namespace I0504 20:46:32.597858 3659 namespace.go:102] [konflux-info] adding namespace took 853.973µs I0504 20:46:32.636067 3659 namespace.go:98] [namespace-lister] adding namespace I0504 20:46:32.636758 3659 namespace.go:102] [namespace-lister] adding namespace took 674.419µs I0504 20:46:32.691037 3659 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.691259 3659 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:46:32.692075 3659 namespace.go:102] [enterprise-contract-service] adding namespace took 795.204µs I0504 20:46:32.720094 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.736777 3659 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.771883 3659 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.867205 3659 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.974051 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:32.974151 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:33.059645 3659 namespace.go:98] [segment-bridge] adding namespace I0504 20:46:33.060663 3659 namespace.go:102] [segment-bridge] adding namespace took 997.138µs I0504 20:46:33.121782 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:33.181628 3659 namespace.go:98] [konflux-cli] adding namespace I0504 20:46:33.182397 3659 namespace.go:102] [konflux-cli] adding namespace took 751.467µs I0504 20:46:33.359060 3659 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.508257 3659 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.652071 3659 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:33.831217 3659 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:34.301167 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:46:34.301810 3659 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:46:34.301828 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:46:34.304385 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:46:34.632844 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:34.691065 3659 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:46:34.691094 3659 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:46:34.691958 3659 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:46:34.926060 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:35.105799 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:35.324022 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:35.667350 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:36.030108 3659 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.257941 3659 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.444136 3659 namespace.go:142] [release-service] updating namespace I0504 20:46:36.599159 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:36.627234 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:36.654758 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:36.681816 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:36.704141 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:36.747428 3659 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.834053 3659 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.880923 3659 namespace.go:142] [release-service] updating namespace I0504 20:46:37.089223 3659 namespace.go:142] [build-service] updating namespace I0504 20:46:37.264394 3659 namespace.go:142] [default-tenant] updating namespace I0504 20:46:37.388229 3659 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:37.584997 3659 namespace.go:142] [image-controller] updating namespace I0504 20:46:37.768111 3659 namespace.go:142] [integration-service] updating namespace I0504 20:46:37.927304 3659 namespace.go:142] [konflux-info] updating namespace I0504 20:46:38.035270 3659 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:38.173305 3659 namespace.go:142] [release-service] updating namespace W0504 20:46:39.022007 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:46:39.068516 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:46:39.610814 3659 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.862533 3659 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:39.976647 3659 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.993357 3659 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:40.047726 3659 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:40.143681 3659 namespace.go:142] [segment-bridge] updating namespace W0504 20:46:42.701409 3659 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:46:46.062785 3659 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:46:46.731904 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:46:46.736383 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:46:49.763868 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:49.763894 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.097137 3659 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.097156 3659 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.125442 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 20:46:50.160265 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.160299 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:46:50.231015 3659 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.231182 3659 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0504 20:47:01.525409 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:01.525991 3659 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.154733 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.154763 3659 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.162456 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:47:02.162491 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:47:04.494759 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0504 20:47:15.392398 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=600 I0504 20:47:31.508204 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 20:47:40.502338 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 20:47:53.382051 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0504 20:47:55.367825 3659 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.368444 3659 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.455316 3659 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.455342 3659 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.463542 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:47:55.463561 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:48:04.326234 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.326784 3659 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.347041 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.347058 3659 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.350281 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:48:04.350306 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:48:25.468588 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:48:32.140518 3659 namespace.go:98] [managed-tenant-ju16v] adding namespace I0504 20:48:32.141396 3659 namespace.go:102] [managed-tenant-ju16v] adding namespace took 856.189µs I0504 20:48:32.176252 3659 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:32.194029 3659 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.195895 3659 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.357250 3659 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.433011 3659 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.472792 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:48:51.387246 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0504 20:49:50.381988 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0504 20:49:58.478479 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:50:03.987752 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.988330 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.853191 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.853219 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:05.493171 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0504 20:51:36.511307 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:53:12.396766 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0504 20:53:43.388408 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=27 I0504 20:54:03.472667 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:54:13.487792 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:54:18.472913 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0504 20:54:23.389936 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0504 20:55:32.385910 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 20:55:50.059256 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.059308 3659 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.065137 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-8tpqj I0504 20:55:50.065165 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-8tpqj I0504 20:55:53.048080 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.048170 3659 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.054550 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lthh9 I0504 20:55:53.054582 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lthh9 I0504 20:55:55.506301 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0504 20:55:59.038845 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.038892 3659 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.044444 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gfrmp I0504 20:55:59.044476 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gfrmp I0504 20:56:06.498316 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:56:25.511957 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 20:57:39.469404 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470045 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470075 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470083 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:57:39.470094 3659 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470098 3659 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:57:40.498313 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498356 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498372 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498386 3659 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:42.477158 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0504 20:58:01.514735 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:58:28.385458 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0504 20:58:31.148839 3659 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.149476 3659 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.619932 3659 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.619960 3659 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.638193 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:31.638226 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:33.391480 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0504 20:59:01.481754 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:59:02.400038 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33 I0504 20:59:28.476544 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 20:59:31.209180 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.209840 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.978631 3659 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.978654 3659 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.991212 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:31.991239 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:39.192059 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:39.192692 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:41.496552 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0504 20:59:47.007540 3659 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-xzl9z for pod on switch ip-10-0-2-6.ec2.internal I0504 20:59:47.007685 3659 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z I0504 20:59:47.028569 3659 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z] pod update took 20.919744ms I0504 20:59:47.028594 3659 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z] addLogicalPort annotation time took 20.949924ms I0504 20:59:47.029892 3659 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z] addLogicalPort took 22.370665ms, libovsdb time 946.601µs I0504 20:59:47.368324 3659 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z 5493fb7eab18cce64a57823d224a38e98ccb4d59e50c491767d96b2dd47e4595 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z 5493fb7eab18cce64a57823d224a38e98ccb4d59e50c491767d96b2dd47e4595 network default NAD default NAD key ] I0504 20:59:47.378455 3659 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-xzl9z, hostIfaceName: 5493fb7eab18cce, network: default, NAD default, SandboxID: "5493fb7eab18cce64a57823d224a38e98ccb4d59e50c491767d96b2dd47e4595", PCI device ID: , UID: "b8e1948a-0a6d-4793-81c8-5e15b84d0898", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0504 20:59:47.433370 3659 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z 5493fb7eab18cce64a57823d224a38e98ccb4d59e50c491767d96b2dd47e4595 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-xzl9z 5493fb7eab18cce64a57823d224a38e98ccb4d59e50c491767d96b2dd47e4595 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:23:18:60:4a:17\",\"name\":\"5493fb7eab18cce\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af474586-8b1f-4c35-8eae-5c0fcde31629\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0504 20:59:52.296000 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:52.296643 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 21:00:01.384426 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:00:01.384452 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:00:01.384461 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 21:00:01.384468 3659 util.go:959] Failed to build node endpoints for node ip-10-0-2-6.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 21:00:07.417478 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:07.418052 3659 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:08.271766 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.271788 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.304765 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.304790 3659 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.311951 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:08.311975 3659 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:40.392063 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=13 I0504 21:00:42.390215 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:00:57.758877 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:57.759487 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:18.491503 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:01:27.476372 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:01:34.393581 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0504 21:02:14.501654 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0504 21:03:43.509912 3659 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 21:04:06.403420 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=106 I0504 21:04:56.241416 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:56.241996 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:10.500131 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0504 21:05:15.389033 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0504 21:05:19.525013 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 21:05:25.434340 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:25.434924 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:40.480916 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 21:05:44.515392 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0504 21:06:11.677684 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:11.678329 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:43.860702 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:43.861309 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:45.201466 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:45.202055 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.293778 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.294353 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:53.480549 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 21:06:56.395738 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0504 21:07:08.358539 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:08.359139 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:23.395603 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0504 21:08:05.485567 3659 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 21:08:37.396878 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0504 21:08:55.479924 3659 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:09:19.407002 3659 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=94 I0504 21:09:30.886949 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:30.887631 3659 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:52.440243 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:52.441340 3659 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it