+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-231.ec2.internal ++ [[ -n ip-10-0-1-231.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-231.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 23:35:40.470807708 - disable conntrack on geneve port' I0430 23:35:40.470807708 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 23:35:40.487118226 - starting ovnkube-node + echo 'I0430 23:35:40.487118226 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-231.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-231.ec2.internal --init-node ip-10-0-1-231.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-231.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 23:35:40.526021 4216 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 23:35:40.526070 4216 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-881aac4dfb.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 23:35:40.527348 4216 kube.go:431] Waiting for certificate I0430 23:35:40.527380 4216 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 23:35:40.527417 4216 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 23:35:40.528198 4216 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:35:40.561852 4216 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:35:40.561872 4216 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:35:40.565238 4216 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:35:40.565326 4216 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wh5gh" I0430 23:35:40.574159 4216 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-wh5gh" I0430 23:35:40.574248 4216 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 23:35:41.527723 4216 kube.go:438] Certificate found I0430 23:35:41.528404 4216 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 23:35:41.529648 4216 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 23:35:41.576963 4216 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 23:30:40 +0000 UTC" deadline="2026-05-01 19:19:36.494951289 +0000 UTC" I0430 23:35:41.577006 4216 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h43m54.917959956s" I0430 23:35:41.593081 4216 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:35:41.608699 4216 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 23:35:41.608845 4216 factory.go:561] Starting watch factory I0430 23:35:41.608950 4216 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.608998 4216 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609164 4216 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609275 4216 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609203 4216 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609586 4216 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609655 4216 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.609743 4216 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.610002 4216 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.610033 4216 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.610375 4216 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.610505 4216 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.616049 4216 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 23:35:41.616120 4216 server.go:101] MetricServer registers OVS metrics I0430 23:35:41.616524 4216 server.go:105] MetricServer registers OVN DB metrics I0430 23:35:41.619645 4216 controller_manager.go:370] Starting the ovnkube controller I0430 23:35:41.619655 4216 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-231.ec2.internal I0430 23:35:41.619695 4216 controller_manager.go:395] NBDB zone sync took: 34.835µs I0430 23:35:41.619704 4216 factory.go:561] Starting watch factory I0430 23:35:41.620810 4216 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 23:35:41.620830 4216 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 23:35:41.627858 4216 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.629872 4216 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.630903 4216 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.631032 4216 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.631821 4216 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.636632 4216 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 23:35:41.636656 4216 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 23:35:41.640925 4216 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 23:35:41.640953 4216 server.go:109] MetricServer registers OVN Controller metrics I0430 23:35:41.645273 4216 server.go:113] MetricServer registers OVN Northd metrics I0430 23:35:41.648799 4216 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 23:35:41.649230 4216 metrics.go:519] OVN Metrics Server starts to run ... I0430 23:35:41.713975 4216 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:35:41.713995 4216 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:35:41.714001 4216 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:35:41.714006 4216 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:35:41.714010 4216 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:35:41.714014 4216 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:35:41.714505 4216 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.714526 4216 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.714517 4216 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.714557 4216 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.717690 4216 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.717691 4216 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 23:35:41.719552 4216 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:35:41.719565 4216 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:35:41.719617 4216 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.719629 4216 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.722297 4216 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.724649 4216 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:35:41.724715 4216 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.724731 4216 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.725262 4216 factory.go:1977] *v1.Pod informer cache synced successfully I0430 23:35:41.725278 4216 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 23:35:41.725284 4216 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 23:35:41.725289 4216 factory.go:1977] *v1.Node informer cache synced successfully I0430 23:35:41.725293 4216 factory.go:1977] *v1.Service informer cache synced successfully I0430 23:35:41.725297 4216 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 23:35:41.727599 4216 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.729753 4216 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:35:41.729819 4216 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.729832 4216 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.731154 4216 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 23:35:41.731167 4216 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 23:35:41.732208 4216 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.735237 4216 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:35:41.735294 4216 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.735309 4216 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.736639 4216 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 23:35:41.738174 4216 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.741236 4216 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:35:41.741296 4216 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.741308 4216 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.742385 4216 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 23:35:41.743966 4216 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.747191 4216 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:35:41.747406 4216 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:35:41.747418 4216 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 23:35:41.747426 4216 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:35:41.750297 4216 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 23:35:41.752480 4216 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:35:41.752501 4216 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 23:35:41.752536 4216 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.752550 4216 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.752568 4216 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.752579 4216 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.755092 4216 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.755258 4216 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 23:35:41.757535 4216 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 23:35:41.757544 4216 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:35:41.757551 4216 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:35:41.757557 4216 factory.go:680] Watch Factory start up complete, took: 148.717277ms I0430 23:35:41.757613 4216 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 23:35:41.762995 4216 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 23:35:41.768223 4216 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 23:35:41.768236 4216 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 23:35:41.768246 4216 factory.go:680] Watch Factory start up complete, took: 148.538448ms I0430 23:35:41.768256 4216 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-231.ec2.internal" zone I0430 23:35:41.803655 4216 default_node_network_controller.go:710] Initializing the default node network controller I0430 23:35:41.864855 4216 udn_isolation.go:101] Starting UDN host isolation manager I0430 23:35:41.871763 4216 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 23:35:41.928382 4216 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 23:35:41.928603 4216 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 23:35:41.928624 4216 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 23:35:41.965444 4216 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 23:35:41.965525 4216 default_node_network_controller.go:809] Node ip-10-0-1-231.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0430 23:35:41.971080 4216 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.231"] k8s.ovn.org/zone-name:ip-10-0-1-231.ec2.internal] on node ip-10-0-1-231.ec2.internal I0430 23:35:41.991659 4216 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 23:35:41.997685 4216 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 23:35:41.997854 4216 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0430 23:35:41.998004 4216 gateway_init.go:263] Preparing Gateway I0430 23:35:41.998018 4216 gateway_shared_intf.go:1687] Creating new gateway I0430 23:35:42.018907 4216 controller_manager.go:429] Waiting for node in zone sync took: 250.640868ms I0430 23:35:42.023513 4216 controller_manager.go:611] Switching to transit router for layer2 networks I0430 23:35:42.023528 4216 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-231.ec2.internal I0430 23:35:42.038361 4216 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 23:35:42.044162 4216 controller_manager.go:290] SCTP support detected in OVN I0430 23:35:42.044714 4216 services_controller.go:69] Creating services controller for network=default I0430 23:35:42.044811 4216 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 23:35:42.044875 4216 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 23:35:42.044922 4216 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 23:35:42.044936 4216 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 23:35:42.044944 4216 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:35:42.045125 4216 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 23:35:42.045175 4216 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 23:35:42.045201 4216 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.765µs I0430 23:35:42.045208 4216 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.097µs I0430 23:35:42.045215 4216 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.381µs I0430 23:35:42.045220 4216 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 23:35:42.045229 4216 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 23:35:42.045237 4216 default_network_controller.go:325] Starting the default network controller I0430 23:35:42.045308 4216 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.994µs I0430 23:35:42.045494 4216 udn_enabled_svc.go:95] Performing full resync I0430 23:35:42.045821 4216 udn_enabled_svc.go:99] Waiting for handler to sync I0430 23:35:42.045832 4216 udn_enabled_svc.go:104] Starting worker I0430 23:35:42.054160 4216 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 23:35:42.054219 4216 repair.go:33] Syncing exgw routes took 47.318µs I0430 23:35:42.054242 4216 default_network_controller.go:414] Starting all the Watchers... I0430 23:35:42.054367 4216 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 23:35:42.054380 4216 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 23:35:42.054390 4216 namespace.go:98] [openshift-authentication] adding namespace I0430 23:35:42.054394 4216 namespace.go:98] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace I0430 23:35:42.054398 4216 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 23:35:42.054368 4216 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 23:35:42.054399 4216 namespace.go:98] [openshift] adding namespace I0430 23:35:42.054411 4216 namespace.go:98] [kube-public] adding namespace I0430 23:35:42.054414 4216 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 23:35:42.054421 4216 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 23:35:42.054426 4216 namespace.go:98] [openshift-machine-api] adding namespace I0430 23:35:42.054426 4216 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 23:35:42.054430 4216 namespace.go:98] [openshift-config-managed] adding namespace I0430 23:35:42.054439 4216 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 23:35:42.054368 4216 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 23:35:42.054942 4216 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 563.501µs I0430 23:35:42.054956 4216 namespace.go:98] [openshift-infra] adding namespace I0430 23:35:42.055468 4216 namespace.go:102] [openshift-infra] adding namespace took 491.559µs I0430 23:35:42.055487 4216 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 23:35:42.056124 4216 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 628.231µs I0430 23:35:42.056145 4216 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 23:35:42.056618 4216 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.227284ms I0430 23:35:42.056637 4216 namespace.go:98] [openshift-host-network] adding namespace I0430 23:35:42.057219 4216 namespace.go:102] [openshift-authentication] adding namespace took 2.820914ms I0430 23:35:42.057237 4216 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 23:35:42.057769 4216 namespace.go:102] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] adding namespace took 3.361473ms I0430 23:35:42.057790 4216 namespace.go:98] [openshift-apiserver] adding namespace I0430 23:35:42.058343 4216 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.934064ms I0430 23:35:42.058362 4216 namespace.go:98] [openshift-service-ca] adding namespace I0430 23:35:42.058843 4216 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 4.431605ms I0430 23:35:42.058860 4216 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 23:35:42.059410 4216 namespace.go:102] [openshift] adding namespace took 4.994333ms I0430 23:35:42.059429 4216 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 23:35:42.060076 4216 namespace.go:102] [kube-public] adding namespace took 5.658564ms I0430 23:35:42.060089 4216 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 23:35:42.060663 4216 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.240366ms I0430 23:35:42.060684 4216 namespace.go:98] [openshift-insights] adding namespace I0430 23:35:42.061190 4216 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.762022ms I0430 23:35:42.061209 4216 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 23:35:42.061809 4216 namespace.go:102] [openshift-machine-api] adding namespace took 7.376695ms I0430 23:35:42.061825 4216 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 23:35:42.062398 4216 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.962396ms I0430 23:35:42.062411 4216 namespace.go:98] [openshift-package-operator] adding namespace I0430 23:35:42.062923 4216 namespace.go:102] [openshift-config-managed] adding namespace took 8.486031ms I0430 23:35:42.062938 4216 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 23:35:42.063390 4216 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.94595ms I0430 23:35:42.063405 4216 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 23:35:42.063897 4216 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.415309ms I0430 23:35:42.063914 4216 namespace.go:98] [openshift-multus] adding namespace I0430 23:35:42.064301 4216 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.150189ms I0430 23:35:42.064311 4216 namespace.go:98] [openshift-dns-operator] adding namespace I0430 23:35:42.064776 4216 namespace.go:102] [openshift-host-network] adding namespace took 8.130425ms I0430 23:35:42.064793 4216 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 23:35:42.065171 4216 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.92665ms I0430 23:35:42.065188 4216 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 23:35:42.065660 4216 namespace.go:102] [openshift-apiserver] adding namespace took 7.860738ms I0430 23:35:42.065676 4216 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 23:35:42.066088 4216 namespace.go:102] [openshift-service-ca] adding namespace took 7.720566ms I0430 23:35:42.066103 4216 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 23:35:42.066483 4216 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.616407ms I0430 23:35:42.066500 4216 namespace.go:98] [openshift-config] adding namespace I0430 23:35:42.067049 4216 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.613718ms I0430 23:35:42.067061 4216 namespace.go:98] [dedicated-admin] adding namespace I0430 23:35:42.067482 4216 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.386594ms I0430 23:35:42.067499 4216 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 23:35:42.068032 4216 namespace.go:102] [openshift-insights] adding namespace took 7.341991ms I0430 23:35:42.068043 4216 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 23:35:42.068404 4216 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.183965ms W0430 23:35:42.068414 4216 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7mp8z: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:35:42.068423 4216 namespace.go:98] [kube-system] adding namespace I0430 23:35:42.068949 4216 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.118034ms I0430 23:35:42.068966 4216 namespace.go:98] [openshift-etcd] adding namespace I0430 23:35:42.069384 4216 namespace.go:102] [openshift-package-operator] adding namespace took 6.967499ms I0430 23:35:42.069402 4216 namespace.go:98] [openshift-ingress] adding namespace I0430 23:35:42.070414 4216 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.470666ms I0430 23:35:42.070428 4216 namespace.go:98] [open-cluster-management-agent-addon] adding namespace W0430 23:35:42.070847 4216 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tbddg: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found I0430 23:35:42.070887 4216 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.479037ms I0430 23:35:42.070897 4216 namespace.go:98] [openshift-dns] adding namespace I0430 23:35:42.071335 4216 namespace.go:102] [openshift-multus] adding namespace took 7.412975ms I0430 23:35:42.071350 4216 namespace.go:98] [openshift-cluster-version] adding namespace I0430 23:35:42.071696 4216 namespace.go:102] [openshift-dns-operator] adding namespace took 7.379728ms I0430 23:35:42.071709 4216 namespace.go:98] [openshift-operators] adding namespace I0430 23:35:42.072153 4216 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.355471ms I0430 23:35:42.072161 4216 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 23:35:42.072535 4216 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.340171ms I0430 23:35:42.072551 4216 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 23:35:42.072944 4216 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.263034ms I0430 23:35:42.072957 4216 namespace.go:98] [openshift-console] adding namespace I0430 23:35:42.073311 4216 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.202242ms I0430 23:35:42.073324 4216 namespace.go:98] [openshift-monitoring] adding namespace I0430 23:35:42.073757 4216 namespace.go:102] [openshift-config] adding namespace took 7.2515ms I0430 23:35:42.073770 4216 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 23:35:42.074191 4216 namespace.go:102] [dedicated-admin] adding namespace took 7.123997ms I0430 23:35:42.074204 4216 namespace.go:98] [openshift-logging] adding namespace I0430 23:35:42.074614 4216 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.109204ms I0430 23:35:42.074630 4216 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 23:35:42.075004 4216 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.956107ms I0430 23:35:42.075016 4216 namespace.go:98] [openshift-config-operator] adding namespace I0430 23:35:42.075396 4216 namespace.go:102] [kube-system] adding namespace took 6.968136ms I0430 23:35:42.075406 4216 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 23:35:42.075802 4216 namespace.go:102] [openshift-etcd] adding namespace took 6.830469ms I0430 23:35:42.075811 4216 namespace.go:98] [openshift-image-registry] adding namespace I0430 23:35:42.076220 4216 namespace.go:102] [openshift-ingress] adding namespace took 6.812618ms I0430 23:35:42.076232 4216 namespace.go:98] [openshift-network-console] adding namespace I0430 23:35:42.076632 4216 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.200418ms I0430 23:35:42.076642 4216 namespace.go:98] [default] adding namespace I0430 23:35:42.077011 4216 namespace.go:102] [openshift-dns] adding namespace took 6.108954ms I0430 23:35:42.077027 4216 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 23:35:42.077395 4216 namespace.go:102] [openshift-cluster-version] adding namespace took 6.040822ms I0430 23:35:42.077406 4216 namespace.go:98] [openshift-backplane] adding namespace I0430 23:35:42.077787 4216 namespace.go:102] [openshift-operators] adding namespace took 6.07311ms I0430 23:35:42.078148 4216 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.983339ms I0430 23:35:42.078159 4216 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 23:35:42.078493 4216 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.936789ms I0430 23:35:42.078505 4216 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 23:35:42.078956 4216 namespace.go:102] [openshift-console] adding namespace took 5.992225ms I0430 23:35:42.078973 4216 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 23:35:42.079495 4216 namespace.go:102] [openshift-monitoring] adding namespace took 6.15791ms I0430 23:35:42.079510 4216 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 23:35:42.079941 4216 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.167249ms I0430 23:35:42.079952 4216 namespace.go:98] [openshift-marketplace] adding namespace I0430 23:35:42.080333 4216 namespace.go:102] [openshift-logging] adding namespace took 6.123851ms I0430 23:35:42.080347 4216 namespace.go:98] [openshift-controller-manager] adding namespace I0430 23:35:42.080729 4216 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.094039ms I0430 23:35:42.080740 4216 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 23:35:42.081137 4216 namespace.go:102] [openshift-config-operator] adding namespace took 6.117339ms I0430 23:35:42.081534 4216 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.124415ms I0430 23:35:42.081544 4216 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 23:35:42.081912 4216 namespace.go:102] [openshift-image-registry] adding namespace took 6.094764ms I0430 23:35:42.081929 4216 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 23:35:42.082347 4216 namespace.go:102] [openshift-network-console] adding namespace took 6.108029ms I0430 23:35:42.082782 4216 namespace.go:102] [default] adding namespace took 6.134271ms I0430 23:35:42.082799 4216 namespace.go:98] [kube-node-lease] adding namespace I0430 23:35:42.083188 4216 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.154342ms I0430 23:35:42.083201 4216 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 23:35:42.083580 4216 namespace.go:102] [openshift-backplane] adding namespace took 6.16955ms I0430 23:35:42.083592 4216 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 23:35:42.084023 4216 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.85828ms I0430 23:35:42.084039 4216 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 23:35:42.084411 4216 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.900815ms I0430 23:35:42.084883 4216 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.904794ms I0430 23:35:42.084895 4216 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 23:35:42.085280 4216 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.761515ms I0430 23:35:42.085297 4216 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 23:35:42.085685 4216 namespace.go:102] [openshift-marketplace] adding namespace took 5.728485ms I0430 23:35:42.085697 4216 namespace.go:98] [openshift-console-operator] adding namespace I0430 23:35:42.086064 4216 namespace.go:102] [openshift-controller-manager] adding namespace took 5.709963ms I0430 23:35:42.086078 4216 namespace.go:98] [openshift-node] adding namespace I0430 23:35:42.086477 4216 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.732864ms I0430 23:35:42.086973 4216 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.4224ms I0430 23:35:42.087409 4216 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.4732ms I0430 23:35:42.087938 4216 namespace.go:102] [kube-node-lease] adding namespace took 5.132525ms I0430 23:35:42.088448 4216 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.240202ms I0430 23:35:42.088485 4216 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 23:35:42.088976 4216 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.376899ms I0430 23:35:42.088992 4216 namespace.go:98] [openshift-network-operator] adding namespace I0430 23:35:42.089625 4216 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.579655ms I0430 23:35:42.090220 4216 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.317987ms I0430 23:35:42.090772 4216 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.468007ms I0430 23:35:42.091188 4216 namespace.go:102] [openshift-console-operator] adding namespace took 5.483989ms I0430 23:35:42.091555 4216 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:35:42.091768 4216 namespace.go:102] [openshift-node] adding namespace took 5.683195ms I0430 23:35:42.092232 4216 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.740137ms I0430 23:35:42.092711 4216 namespace.go:102] [openshift-network-operator] adding namespace took 3.713009ms W0430 23:35:42.092802 4216 master.go:458] Unable to parse local node ip-10-0-1-231.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 23:35:42.092812 4216 master.go:481] Removing stale chassis with ID/Name: d078978a-c35f-469f-84d9-a97675b9699f, hostname: ip-10-0-1-231.ec2.internal I0430 23:35:42.093304 4216 master.go:548] Adding or Updating local node "ip-10-0-1-231.ec2.internal" for network "default" I0430 23:35:42.094008 4216 zone_ic_handler.go:195] Time taken to create transit switch: 421.083µs I0430 23:35:42.094026 4216 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-96.ec2.internal for the network default I0430 23:35:42.095245 4216 zone_ic_handler.go:195] Time taken to create transit switch: 494.344µs I0430 23:35:42.095266 4216 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-108.ec2.internal for the network default I0430 23:35:42.095708 4216 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-96.ec2.internal" on network "default" took: 2.133ms I0430 23:35:42.096485 4216 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-108.ec2.internal" on network "default" took: 1.746609ms I0430 23:35:42.097589 4216 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-231.ec2.internal for the network default I0430 23:35:42.097776 4216 zone_ic_handler.go:195] Time taken to create transit switch: 173.923µs I0430 23:35:42.098164 4216 iptables.go:108] Creating table: filter chain: OUTPUT I0430 23:35:42.098550 4216 default_network_controller.go:823] Node add failed for ip-10-0-1-231.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal, error getting gateway config for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal", failed to update chassis to local for local node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal] E0430 23:35:42.098594 4216 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-231.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal, error getting gateway config for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal", failed to update chassis to local for local node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal] I0430 23:35:42.098645 4216 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 23:35:42.098667 4216 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 23:35:42.098667 4216 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-231.ec2.internal", UID:"7835c6df-6880-49df-9315-8e57eb652529", APIVersion:"v1", ResourceVersion:"15304", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal, error getting gateway config for node ip-10-0-1-231.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal", failed to update chassis to local for local node ip-10-0-1-231.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-231.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-231.ec2.internal] I0430 23:35:42.098689 4216 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-96.ec2.internal in network "default" I0430 23:35:42.098682 4216 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 23:35:42.098754 4216 node_tracker.go:169] Node ip-10-0-0-96.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.098771 4216 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.098782 4216 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:42.098790 4216 node_tracker.go:235] Node ip-10-0-1-231.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-231.ec2.internal" I0430 23:35:42.098798 4216 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.098802 4216 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.098808 4216 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-108.ec2.internal in network "default" I0430 23:35:42.098832 4216 node_tracker.go:169] Node ip-10-0-2-108.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.098838 4216 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.104234 4216 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 23:35:42.104251 4216 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-231.ec2.internal","mac-address":"0a:ff:f0:b1:77:19","ip-addresses":["10.0.1.231/24"],"ip-address":"10.0.1.231/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d078978a-c35f-469f-84d9-a97675b9699f k8s.ovn.org/node-encap-ips:["10.0.1.231"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.231/24"} k8s.ovn.org/zone-name:ip-10-0-1-231.ec2.internal] on node ip-10-0-1-231.ec2.internal I0430 23:35:42.120936 4216 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:42.120976 4216 master.go:548] Adding or Updating local node "ip-10-0-1-231.ec2.internal" for network "default" I0430 23:35:42.120996 4216 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:42.121011 4216 services_controller.go:574] Full service sync requested for network=default I0430 23:35:42.124422 4216 default_node_network_controller.go:519] Node connection status = connected W0430 23:35:42.126611 4216 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tbddg: pod openshift-multus/network-metrics-daemon-tbddg: no pod IPs found W0430 23:35:42.126628 4216 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7mp8z: pod openshift-network-diagnostics/network-check-target-7mp8z: no pod IPs found I0430 23:35:42.127905 4216 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-231.ec2.internal for the network default I0430 23:35:42.128135 4216 zone_ic_handler.go:195] Time taken to create transit switch: 214.463µs I0430 23:35:42.199700 4216 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 23:35:42.199725 4216 services_controller.go:208] Setting up event handlers for services for network=default I0430 23:35:42.199816 4216 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 23:35:42.199913 4216 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 23:35:42.199936 4216 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 23:35:42.300151 4216 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 23:35:42.300176 4216 repair.go:60] Starting repairing loop for services I0430 23:35:42.300294 4216 repair.go:131] Deleted 0 stale service LBs I0430 23:35:42.300313 4216 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 23:35:42.300330 4216 repair.go:62] Finished repairing loop for services: 159.531µs I0430 23:35:42.300352 4216 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 23:35:42.300362 4216 services_controller.go:254] Starting workers for network=default I0430 23:35:42.301208 4216 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.301222 4216 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7mp8z] creating logical port openshift-network-diagnostics_network-check-target-7mp8z for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:42.301213 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.301347 4216 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:42.301421 4216 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbddg] creating logical port openshift-multus_network-metrics-daemon-tbddg for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:42.301504 4216 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tbddg W0430 23:35:42.307482 4216 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:42.307493 4216 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:42.317236 4216 pod.go:62] [openshift-network-diagnostics/network-check-target-7mp8z] pod update took 15.953167ms I0430 23:35:42.317253 4216 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7mp8z] addLogicalPort annotation time took 15.975524ms I0430 23:35:42.318081 4216 pods.go:271] [openshift-network-diagnostics/network-check-target-7mp8z] addLogicalPort took 16.869583ms, libovsdb time 642.697µs I0430 23:35:42.318220 4216 pod.go:62] [openshift-multus/network-metrics-daemon-tbddg] pod update took 16.740218ms I0430 23:35:42.318237 4216 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tbddg] addLogicalPort annotation time took 16.759402ms I0430 23:35:42.319082 4216 pods.go:271] [openshift-multus/network-metrics-daemon-tbddg] addLogicalPort took 17.67513ms, libovsdb time 625µs I0430 23:35:42.319579 4216 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 23:35:42.319599 4216 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 23:35:42.319612 4216 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 23:35:42.319619 4216 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 23:35:42.319843 4216 repair.go:29] Repairing admin network policies took 218.966µs I0430 23:35:42.319962 4216 repair.go:92] Repairing baseline admin network policies took 105.675µs I0430 23:35:42.320474 4216 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 23:35:42.320493 4216 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 23:35:42.322826 4216 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 23:35:42.322849 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 23:35:42.322863 4216 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 23:35:42.325203 4216 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 23:35:42.325227 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 23:35:42.325237 4216 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 23:35:42.326388 4216 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 23:35:42.326407 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 23:35:42.326422 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 23:35:42.328218 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 23:35:42.328241 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 23:35:42.328252 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 23:35:42.328913 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:35:42.328935 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 23:35:42.328941 4216 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 23:35:42.329300 4216 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 23:35:42.329340 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 23:35:42.329351 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 23:35:42.329948 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 23:35:42.329965 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 23:35:42.330803 4216 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 23:35:42.330816 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:35:42.332791 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 23:35:42.332810 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 23:35:42.332818 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 23:35:42.333143 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 23:35:42.333164 4216 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 23:35:42.333172 4216 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 23:35:42.335020 4216 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 23:35:42.335038 4216 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 23:35:42.335048 4216 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 23:35:42.336030 4216 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 23:35:42.336052 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 23:35:42.336064 4216 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 23:35:42.337253 4216 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 23:35:42.337274 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 23:35:42.337282 4216 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 23:35:42.339366 4216 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 23:35:42.339385 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 23:35:42.339393 4216 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 23:35:42.340888 4216 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 23:35:42.340906 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 23:35:42.340915 4216 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 23:35:42.341415 4216 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 23:35:42.341433 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 23:35:42.341453 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 23:35:42.342114 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 23:35:42.342132 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 23:35:42.342139 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 23:35:42.342610 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 23:35:42.342630 4216 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 23:35:42.342640 4216 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 23:35:42.343668 4216 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.343684 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 23:35:42.343704 4216 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 23:35:42.343719 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 23:35:42.343731 4216 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 23:35:42.344065 4216 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 23:35:42.344083 4216 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 23:35:42.344089 4216 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 23:35:42.344365 4216 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 23:35:42.344384 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 23:35:42.344394 4216 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 23:35:42.344905 4216 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 23:35:42.344924 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 23:35:42.344934 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 23:35:42.345483 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 23:35:42.345504 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 23:35:42.345513 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 23:35:42.346914 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 23:35:42.346932 4216 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 23:35:42.346941 4216 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 23:35:42.348007 4216 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.localPodSelector in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.348021 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 23:35:42.348042 4216 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 23:35:42.348063 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 23:35:42.348074 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 23:35:42.348686 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 23:35:42.348707 4216 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 23:35:42.348722 4216 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 23:35:42.350087 4216 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 23:35:42.350105 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 23:35:42.350113 4216 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 23:35:42.351291 4216 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 23:35:42.351315 4216 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 23:35:42.351326 4216 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 23:35:42.351904 4216 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 23:35:42.351921 4216 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 23:35:42.351931 4216 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 23:35:42.352485 4216 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 23:35:42.352710 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.352802 4216 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dzjvmc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0430 23:35:42.358628 4216 egressfirewall.go:374] Starting EgressFirewall controller I0430 23:35:42.358657 4216 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 23:35:42.358689 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 23:35:42.358702 4216 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 23:35:42.358660 4216 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 23:35:42.358723 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 23:35:42.358728 4216 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 23:35:42.358975 4216 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 23:35:42.358989 4216 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 23:35:42.358994 4216 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 23:35:42.359002 4216 egressqos.go:193] Setting up event handlers for EgressQoS I0430 23:35:42.359011 4216 egressfirewall.go:723] Syncing node "ip-10-0-0-96.ec2.internal" for egress firewall I0430 23:35:42.359023 4216 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:35:42.359029 4216 egressfirewall.go:723] Syncing node "ip-10-0-2-108.ec2.internal" for egress firewall I0430 23:35:42.359188 4216 egressqos.go:245] Starting EgressQoS Controller I0430 23:35:42.359202 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 23:35:42.359211 4216 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 23:35:42.359216 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 23:35:42.359222 4216 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 23:35:42.359230 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 23:35:42.359238 4216 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 23:35:42.359245 4216 egressqos.go:259] Repairing EgressQoSes I0430 23:35:42.359251 4216 egressqos.go:399] Starting repairing loop for egressqos I0430 23:35:42.359336 4216 egressqos.go:401] Finished repairing loop for egressqos: 85.747µs I0430 23:35:42.359356 4216 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 23:35:42.359401 4216 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-231.ec2.internal I0430 23:35:42.359441 4216 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-231.ec2.internal : 40.982µs I0430 23:35:42.359535 4216 egressservice_zone.go:210] Starting Egress Services Controller I0430 23:35:42.359558 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:35:42.359564 4216 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:35:42.359570 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:35:42.359575 4216 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:35:42.359580 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:35:42.359585 4216 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:35:42.359593 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 23:35:42.359600 4216 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 23:35:42.359606 4216 egressservice_zone.go:228] Repairing Egress Services I0430 23:35:42.359915 4216 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 23:35:42.359923 4216 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:35:42.359959 4216 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-108.ec2.internal I0430 23:35:42.359980 4216 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-108.ec2.internal: 30.605µs I0430 23:35:42.359993 4216 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-96.ec2.internal I0430 23:35:42.360004 4216 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-96.ec2.internal: 11.344µs I0430 23:35:42.360011 4216 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:42.360017 4216 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 5.956µs I0430 23:35:42.360129 4216 default_network_controller.go:585] Completing all the Watchers took 305.877809ms I0430 23:35:42.360145 4216 default_network_controller.go:589] Starting unidling controllers I0430 23:35:42.360161 4216 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 23:35:42.360169 4216 unidle.go:63] Populating Initial ContollerEvent events I0430 23:35:42.360186 4216 unidle.go:79] Setting up event handlers for services I0430 23:35:42.360249 4216 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:35:42.624613 4216 default_node_network_controller.go:519] Node connection status = connected I0430 23:35:43.125237 4216 default_node_network_controller.go:519] Node connection status = connected I0430 23:35:43.625302 4216 default_node_network_controller.go:519] Node connection status = connected I0430 23:35:44.125011 4216 default_node_network_controller.go:519] Node connection status = connected I0430 23:35:44.500595 4216 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 23:35:44.624636 4216 default_node_network_controller.go:519] Node connection status = connected I0430 23:35:44.641724 4216 bridgeconfig.go:537] Gateway is ready I0430 23:35:44.641740 4216 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 23:35:44.653017 4216 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.231. Updating OVN encap IP. I0430 23:35:44.658177 4216 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.231 - it is already configured I0430 23:35:44.658189 4216 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.231/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 23:35:44.658426 4216 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.231/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-231.ec2.internal","mac-address":"0a:ff:f0:b1:77:19","ip-addresses":["10.0.1.231/24"],"ip-address":"10.0.1.231/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d078978a-c35f-469f-84d9-a97675b9699f k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.231/24"}] on node ip-10-0-1-231.ec2.internal I0430 23:35:44.684485 4216 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:44.684503 4216 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 26.152µs I0430 23:35:44.684513 4216 egressfirewall.go:723] Syncing node "ip-10-0-1-231.ec2.internal" for egress firewall I0430 23:35:44.684530 4216 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-231.ec2.internal in network "default" I0430 23:35:44.684585 4216 node_tracker.go:169] Node ip-10-0-1-231.ec2.internal switch + router changed, syncing services in network "default" I0430 23:35:44.684606 4216 services_controller.go:574] Full service sync requested for network=default I0430 23:35:44.684584 4216 master.go:548] Adding or Updating local node "ip-10-0-1-231.ec2.internal" for network "default" W0430 23:35:44.684911 4216 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 23:35:44.684927 4216 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 23:35:44.684972 4216 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.231 I0430 23:35:44.685055 4216 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-231.ec2.internal I0430 23:35:44.688773 4216 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-231.ec2.internal. Updating no re-route policies I0430 23:35:44.688846 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-monitoring/node-exporter-59vzc I0430 23:35:44.688856 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2hnb I0430 23:35:44.688862 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-monitoring/node-exporter-59vzc I0430 23:35:44.688866 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-66c22 I0430 23:35:44.688869 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2hnb I0430 23:35:44.688874 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-66c22 I0430 23:35:44.688874 4216 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bmr56 I0430 23:35:44.688881 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-monitoring/node-exporter-59vzc after 0 failed attempt(s) I0430 23:35:44.688886 4216 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bmr56 I0430 23:35:44.688887 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q2hnb after 0 failed attempt(s) I0430 23:35:44.688846 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:44.688858 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mskd4 I0430 23:35:44.688897 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8m7hb I0430 23:35:44.688900 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sds5f I0430 23:35:44.688906 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-231.ec2.internal I0430 23:35:44.688908 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8m7hb I0430 23:35:44.688910 4216 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-231.ec2.internal I0430 23:35:44.688912 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-s98js I0430 23:35:44.688917 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:44.688921 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-231.ec2.internal I0430 23:35:44.688924 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-s98js I0430 23:35:44.688929 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8m7hb after 0 failed attempt(s) I0430 23:35:44.688930 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z I0430 23:35:44.688934 4216 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bmr56 after 0 failed attempt(s) I0430 23:35:44.688942 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-s98js after 0 failed attempt(s) I0430 23:35:44.688943 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-231.ec2.internal after 0 failed attempt(s) I0430 23:35:44.688898 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tbddg I0430 23:35:44.688968 4216 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7mp8z] creating logical port openshift-network-diagnostics_network-check-target-7mp8z for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:44.688921 4216 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-231.ec2.internal I0430 23:35:44.688991 4216 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-231.ec2.internal after 0 failed attempt(s) I0430 23:35:44.688887 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-qw4tj I0430 23:35:44.689003 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-qw4tj I0430 23:35:44.689018 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-qw4tj after 0 failed attempt(s) I0430 23:35:44.688900 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mskd4 I0430 23:35:44.689036 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mskd4 after 0 failed attempt(s) I0430 23:35:44.688973 4216 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tbddg] creating logical port openshift-multus_network-metrics-daemon-tbddg for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:44.688912 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sds5f I0430 23:35:44.689133 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sds5f after 0 failed attempt(s) I0430 23:35:44.688921 4216 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sffxh I0430 23:35:44.689156 4216 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sffxh I0430 23:35:44.689168 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sffxh after 0 failed attempt(s) I0430 23:35:44.688889 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-66c22 after 0 failed attempt(s) I0430 23:35:44.689636 4216 pods.go:271] [openshift-network-diagnostics/network-check-target-7mp8z] addLogicalPort took 676.967µs, libovsdb time 236.469µs I0430 23:35:44.689649 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7mp8z after 0 failed attempt(s) I0430 23:35:44.689799 4216 pods.go:271] [openshift-multus/network-metrics-daemon-tbddg] addLogicalPort took 831.011µs, libovsdb time 309.813µs I0430 23:35:44.689810 4216 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tbddg after 0 failed attempt(s) I0430 23:35:44.712034 4216 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 23:35:44.722591 4216 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 23:35:44.725717 4216 iptables.go:108] Creating table: nat chain: OUTPUT I0430 23:35:44.756207 4216 iptables.go:108] Creating table: nat chain: PREROUTING I0430 23:35:44.796780 4216 iptables.go:108] Creating table: filter chain: FORWARD I0430 23:35:44.812127 4216 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 23:35:44.812219 4216 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 23:35:44.812258 4216 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 23:35:44.812326 4216 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 23:35:44.812370 4216 gateway_init.go:325] Gateway and management port readiness took 2.692260111s I0430 23:35:44.812395 4216 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 23:35:44.812430 4216 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 23:35:44.812446 4216 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 23:35:44.812485 4216 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 23:35:44.812565 4216 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 23:35:44.812662 4216 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.876µs I0430 23:35:44.812880 4216 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 23:35:44.812915 4216 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.403µs I0430 23:35:44.812923 4216 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 45.257µs I0430 23:35:44.812930 4216 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 23:35:44.812940 4216 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 23:35:44.812945 4216 default_node_network_controller.go:899] Starting the default node network controller I0430 23:35:44.812950 4216 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 23:35:44.813045 4216 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.785µs I0430 23:35:44.813112 4216 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 23:35:44.813121 4216 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 23:35:44.813145 4216 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa1280 0xc00032f500 0xc00032f570 0xc00032f5e0 0xc00032f650 0xc00032f6c0 0xc00032f730 0xc000acae60 0xc00032f7a0 0xc00032f810 0xc000bc22d0 0xc006577340 0xc00032f880 map[0x2ff9080:0xc00288ede0 0x2ff95c0:0xc00288ef60 0x2ffa2e0:0xc002d0d440 0x2ffa580:0xc00288ed80 0x2ffad60:0xc00288ee40 0x2ffb000:0xc00288eea0 0x2ffb2a0:0xc00288ef00 0x2ffba80:0xc00288efc0 0x2ffbd20:0xc006412e40 0x3026980:0xc00069ef00 0x3026d20:0xc00069ef60 0x3027800:0xc000ac9c20 0x3029160:0xc001183e00 0x30298a0:0xc00248eb40 0x302a720:0xc00121c480] 0xc000180850 0} I0430 23:35:44.813211 4216 gateway.go:151] Starting gateway service sync I0430 23:35:44.813836 4216 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 23:35:44.815837 4216 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 23:35:44.843142 4216 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 23:35:44.844169 4216 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 23:35:44.845210 4216 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 23:35:44.876702 4216 gateway.go:168] Gateway service sync done. Time taken: 63.480392ms I0430 23:35:44.877081 4216 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30720 I0430 23:35:44.877677 4216 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa1280 0xc00032f500 0xc00032f570 0xc00032f5e0 0xc00032f650 0xc00032f6c0 0xc00032f730 0xc000acae60 0xc00032f7a0 0xc00032f810 0xc000bc22d0 0xc006577340 0xc00032f880 map[0x2ff9080:0xc00288ede0 0x2ff95c0:0xc00288ef60 0x2ffa2e0:0xc002d0d440 0x2ffa580:0xc00288ed80 0x2ffad60:0xc00288ee40 0x2ffb000:0xc00288eea0 0x2ffb2a0:0xc00288ef00 0x2ffba80:0xc00288efc0 0x2ffbd20:0xc006412e40 0x3026980:0xc00069ef00 0x3026d20:0xc00069ef60 0x3027800:0xc000ac9c20 0x3029160:0xc001183e00 0x30298a0:0xc00248eb40 0x302a720:0xc00121c480] 0xc000180850 0} I0430 23:35:44.878282 4216 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa1280 0xc00032f500 0xc00032f570 0xc00032f5e0 0xc00032f650 0xc00032f6c0 0xc00032f730 0xc000acae60 0xc00032f7a0 0xc00032f810 0xc000bc22d0 0xc006577340 0xc00032f880 map[0x2ff9080:0xc00288ede0 0x2ff95c0:0xc00288ef60 0x2ffa2e0:0xc002d0d440 0x2ffa580:0xc00288ed80 0x2ffad60:0xc00288ee40 0x2ffb000:0xc00288eea0 0x2ffb2a0:0xc00288ef00 0x2ffba80:0xc00288efc0 0x2ffbd20:0xc006412e40 0x3026980:0xc00069ef00 0x3026d20:0xc00069ef60 0x3027800:0xc000ac9c20 0x3029160:0xc001183e00 0x30298a0:0xc00248eb40 0x302a720:0xc00121c480] 0xc000180850 0} I0430 23:35:44.878315 4216 gateway.go:532] Reconciling gateway with updates I0430 23:35:44.883374 4216 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 23:35:44.883445 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:35:44.883464 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:35:44.883473 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:35:44.883479 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:35:44.883482 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:35:44.883483 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:35:44.883489 4216 default_node_network_controller.go:944] Gateway and management port readiness took 70.359306ms I0430 23:35:44.883492 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0430 23:35:44.883498 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:35:44.883496 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:35:44.883508 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0430 23:35:44.883513 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:35:44.883516 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0430 23:35:44.883520 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:35:44.883524 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:35:44.883511 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0430 23:35:44.883532 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:35:44.883531 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:35:44.883540 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:35:44.883545 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:35:44.883546 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:35:44.883548 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:35:44.883564 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:35:44.883565 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:35:44.883580 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:35:44.883580 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:35:44.883584 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0430 23:35:44.883595 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:35:44.883599 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:35:44.883603 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:35:44.883579 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:35:44.883608 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0430 23:35:44.883610 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:35:44.883616 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:35:44.883622 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0430 23:35:44.883624 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:35:44.883626 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:35:44.883627 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:35:44.883634 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:35:44.883637 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:35:44.883642 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:35:44.883536 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0430 23:35:44.883499 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0430 23:35:44.883644 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0430 23:35:44.883622 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:35:44.883665 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:35:44.883670 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:35:44.883677 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:35:44.883679 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:35:44.883566 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:35:44.883679 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:35:44.883695 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:35:44.883703 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:35:44.883703 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:35:44.883704 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:35:44.883718 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:35:44.883720 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:35:44.883723 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:35:44.883736 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:35:44.883736 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:35:44.883568 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0430 23:35:44.883699 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:35:44.883756 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:35:44.883724 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:35:44.883780 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:35:44.883721 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:35:44.883802 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:35:44.883523 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:35:44.883818 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:35:44.883822 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:35:44.883829 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:35:44.883830 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:35:44.883607 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0430 23:35:44.883834 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:35:44.883845 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0430 23:35:44.883630 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0430 23:35:44.883855 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:35:44.883858 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:35:44.883863 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:35:44.883867 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:35:44.883869 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:35:44.883872 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:35:44.883879 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0430 23:35:44.883882 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:35:44.883881 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:35:44.883891 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0430 23:35:44.883623 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0430 23:35:44.883896 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:35:44.883903 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0430 23:35:44.883906 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0430 23:35:44.883904 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0430 23:35:44.883914 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0430 23:35:44.883692 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:35:44.883920 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0430 23:35:44.883930 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0430 23:35:44.883846 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:35:44.883872 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:35:44.883953 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:35:44.883681 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:35:44.883985 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:35:44.883869 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0430 23:35:44.884010 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0430 23:35:44.884025 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0430 23:35:44.883607 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0430 23:35:44.884059 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:35:44.884068 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:35:44.883609 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0430 23:35:44.884079 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:35:44.884086 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0430 23:35:44.884087 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0430 23:35:44.884098 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0430 23:35:44.884107 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0430 23:35:44.884106 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:35:44.884124 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:35:44.883615 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:35:44.883624 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0430 23:35:44.884169 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0430 23:35:44.883635 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:35:44.884221 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:35:44.883645 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:35:44.884253 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:35:44.883654 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:35:44.883666 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0430 23:35:44.883581 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:35:44.883685 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:35:44.883686 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0430 23:35:44.884356 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0430 23:35:44.883705 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:35:44.883705 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:35:44.884388 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:35:44.883834 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:35:44.884416 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:35:44.883847 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0430 23:35:44.884450 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0430 23:35:44.884471 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0430 23:35:44.883851 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:35:44.883860 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:35:44.884486 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:35:44.883881 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:35:44.884523 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:35:44.884529 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:35:44.883895 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:35:44.884534 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:35:44.883536 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0430 23:35:44.884544 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0430 23:35:44.883584 4216 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:35:44.884576 4216 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:35:44.884076 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:35:44.884780 4216 node_ip_handler_linux.go:160] Node IP manager is running W0430 23:35:44.920167 4216 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:35:44.920381 4216 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 23:35:44.920589 4216 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0430 23:35:44.929052 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:35:44.929070 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 23:35:44.929076 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:35:44.929083 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:35:44.929090 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:35:44.929096 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:35:44.929101 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0430 23:35:44.929106 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:35:44.929111 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:35:44.929116 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:35:44.929122 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:35:44.929126 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:35:44.929132 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:35:44.929137 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0430 23:35:44.929142 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:35:44.929147 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:35:44.929151 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:35:44.929156 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:35:44.929169 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:35:44.929185 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:35:44.929191 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:35:44.929214 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0430 23:35:44.929222 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:35:44.929227 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0430 23:35:44.966864 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:35:44.966893 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:35:44.966904 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0430 23:35:44.966912 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:35:44.966921 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:35:44.966933 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0430 23:35:44.966950 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:35:44.966956 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:35:44.966961 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:35:44.966967 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:35:44.966973 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:35:44.966978 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0430 23:35:45.004890 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:35:45.004895 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:35:45.998638 4216 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:45.999195 4216 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:35:46.307444 4216 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.307489 4216 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cd46cc445-dss5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:35:46.314781 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.314804 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cd46cc445-dss5k I0430 23:35:46.503010 4216 default_node_network_controller.go:1380] Starting node controller node sync W0430 23:35:46.503018 4216 egressip_healthcheck.go:76] Health checking using insecure connection I0430 23:35:46.503068 4216 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0430 23:35:46.514675 4216 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.650935ms I0430 23:35:46.514756 4216 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 10.0.2.108 to PMTUD blocking rules I0430 23:35:46.514763 4216 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 10.0.0.96 to PMTUD blocking rules I0430 23:35:46.514768 4216 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-108.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:35:46.514773 4216 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-96.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 23:35:46.525850 4216 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 23:35:46.526107 4216 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 23:35:46.526242 4216 egressservice_node.go:183] Starting Egress Services Controller I0430 23:35:46.526261 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 23:35:46.526271 4216 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 23:35:46.526276 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 23:35:46.526281 4216 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 23:35:46.526287 4216 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 23:35:46.526292 4216 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 23:35:46.526297 4216 egressservice_node.go:197] Repairing Egress Services I0430 23:35:46.535330 4216 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 23:35:46.535342 4216 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 23:35:46.535528 4216 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 23:35:46.535540 4216 link_network_manager.go:119] Link manager is running I0430 23:35:46.535549 4216 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 23:35:46.535713 4216 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 23:35:46.535847 4216 vrf_manager.go:128] VRF manager is running I0430 23:35:46.535913 4216 node_controller_manager.go:437] Removing flows to drop GARP I0430 23:35:46.535923 4216 gateway.go:532] Reconciling gateway with updates I0430 23:35:46.564269 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:35:46.564280 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:35:46.564290 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 23:35:46.564293 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 23:35:46.564293 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:35:46.564300 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0430 23:35:46.564302 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 23:35:46.564292 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:35:46.564310 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar I0430 23:35:46.564312 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 23:35:46.564313 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0430 23:35:46.564313 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:35:46.564323 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:35:46.564300 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 23:35:46.564329 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 23:35:46.564315 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s-thanos-sidecar after 0 failed attempt(s) I0430 23:35:46.564321 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0430 23:35:46.564333 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:35:46.564342 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0430 23:35:46.564344 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/node-exporter I0430 23:35:46.564348 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0430 23:35:46.564324 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 23:35:46.564357 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/node-exporter I0430 23:35:46.564357 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0430 23:35:46.564363 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0430 23:35:46.564365 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0430 23:35:46.564369 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:35:46.564371 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-k8s I0430 23:35:46.564373 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:35:46.564380 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 23:35:46.564381 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0430 23:35:46.564305 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 23:35:46.564389 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:35:46.564398 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0430 23:35:46.564397 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 23:35:46.564400 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:35:46.564405 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 23:35:46.564406 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:35:46.564411 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 23:35:46.564389 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:35:46.564415 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:35:46.564283 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:35:46.564419 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/thanos-querier I0430 23:35:46.564426 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 23:35:46.564292 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:35:46.564429 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:35:46.564432 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 23:35:46.564424 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:35:46.564439 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 23:35:46.564442 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:35:46.564443 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:35:46.564451 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 23:35:46.564470 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 23:35:46.564474 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:35:46.564475 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 23:35:46.564477 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:35:46.564478 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 23:35:46.564483 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0430 23:35:46.564484 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/metrics-server I0430 23:35:46.564488 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 23:35:46.564484 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:35:46.564492 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/openshift-state-metrics I0430 23:35:46.564495 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/metrics-server I0430 23:35:46.564499 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 23:35:46.564347 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 23:35:46.564403 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-operated I0430 23:35:46.564511 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-operated after 0 failed attempt(s) I0430 23:35:46.564471 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 23:35:46.564273 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:35:46.564507 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 23:35:46.564530 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:35:46.564535 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 23:35:46.564365 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operated I0430 23:35:46.564542 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 23:35:46.564544 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operated after 0 failed attempt(s) I0430 23:35:46.564448 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 23:35:46.564555 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 23:35:46.564380 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0430 23:35:46.564442 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:35:46.564584 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/alertmanager-main I0430 23:35:46.564586 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 23:35:46.564359 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 23:35:46.564348 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 23:35:46.564500 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/openshift-state-metrics after 0 failed attempt(s) I0430 23:35:46.564348 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:35:46.564627 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 23:35:46.564335 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 23:35:46.564639 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 23:35:46.564364 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/node-exporter after 0 failed attempt(s) I0430 23:35:46.564382 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 23:35:46.564374 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0430 23:35:46.564663 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/monitoring-plugin I0430 23:35:46.564391 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:35:46.564684 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 23:35:46.564385 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:35:46.564696 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 23:35:46.564409 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 23:35:46.564413 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:35:46.564734 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 23:35:46.564741 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 23:35:46.564420 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 23:35:46.564750 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 23:35:46.564431 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/thanos-querier I0430 23:35:46.564433 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:35:46.564793 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 23:35:46.564435 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway kube-system/kubelet I0430 23:35:46.564821 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway kube-system/kubelet I0430 23:35:46.564826 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway kube-system/kubelet after 0 failed attempt(s) I0430 23:35:46.564434 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 23:35:46.564442 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0430 23:35:46.564854 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0430 23:35:46.564444 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:35:46.564887 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 23:35:46.564446 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0430 23:35:46.564918 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/kube-state-metrics I0430 23:35:46.564925 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/kube-state-metrics after 0 failed attempt(s) I0430 23:35:46.564470 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 23:35:46.564934 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 23:35:46.564944 4216 port_claim.go:71] Svc openshift-ingress/router-default: port 32741 is already open, no action needed I0430 23:35:46.564952 4216 port_claim.go:71] Svc openshift-ingress/router-default: port 31649 is already open, no action needed I0430 23:35:46.564451 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:35:46.564997 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 23:35:46.564472 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:35:46.565023 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 23:35:46.564483 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 23:35:46.564486 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 23:35:46.564483 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 23:35:46.565099 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 23:35:46.565106 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 23:35:46.564485 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:35:46.565123 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 23:35:46.564482 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0430 23:35:46.565156 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0430 23:35:46.565164 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0430 23:35:46.564503 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:35:46.565174 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 23:35:46.565178 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 23:35:46.564521 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:35:46.565184 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 23:35:46.564526 4216 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:35:46.565211 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 23:35:46.564420 4216 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 23:35:46.565243 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 23:35:46.583833 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 23:35:46.583844 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0430 23:35:46.583854 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 23:35:46.583860 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-k8s after 0 failed attempt(s) I0430 23:35:46.583865 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 23:35:46.583870 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0430 23:35:46.583876 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 23:35:46.583884 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 23:35:46.583891 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 23:35:46.583898 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 23:35:46.583904 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 23:35:46.583909 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 23:35:46.583915 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 23:35:46.583919 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 23:35:46.583926 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 23:35:46.583930 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/metrics-server after 0 failed attempt(s) I0430 23:35:46.583935 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 23:35:46.583939 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 23:35:46.621423 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 23:35:46.621440 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 23:35:46.621446 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/alertmanager-main after 0 failed attempt(s) I0430 23:35:46.621451 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 23:35:46.621476 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 23:35:46.621484 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 23:35:46.621491 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 23:35:46.621498 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/monitoring-plugin after 0 failed attempt(s) I0430 23:35:46.621503 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 23:35:46.621509 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 23:35:46.621513 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 23:35:46.621519 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/thanos-querier after 0 failed attempt(s) I0430 23:35:46.621524 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 23:35:46.621528 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 23:35:46.621533 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0430 23:35:46.621543 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 23:35:46.658718 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 23:35:46.658726 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 23:35:46.658736 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 23:35:46.658744 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 23:35:46.658752 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 23:35:46.658759 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 23:35:46.658766 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 23:35:46.658774 4216 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 23:35:50.611293 4216 cni.go:452] [openshift-multus/network-metrics-daemon-tbddg 7ec68c26e0c815fffd6ef7c120729450e00e6e7dcd4d227514bf32171a3f8c4b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tbddg 7ec68c26e0c815fffd6ef7c120729450e00e6e7dcd4d227514bf32171a3f8c4b network default NAD default NAD key ] I0430 23:35:50.647707 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tbddg, hostIfaceName: 7ec68c26e0c815f, network: default, NAD default, SandboxID: "7ec68c26e0c815fffd6ef7c120729450e00e6e7dcd4d227514bf32171a3f8c4b", PCI device ID: , UID: "534d52eb-5724-47ba-8f51-7fc9226fc05a", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0430 23:35:50.696007 4216 cni.go:473] [openshift-multus/network-metrics-daemon-tbddg 7ec68c26e0c815fffd6ef7c120729450e00e6e7dcd4d227514bf32171a3f8c4b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tbddg 7ec68c26e0c815fffd6ef7c120729450e00e6e7dcd4d227514bf32171a3f8c4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:4f:c4:0a:d2:47\",\"name\":\"7ec68c26e0c815f\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd944431-4e03-4c15-8fa9-c762ba0da6c3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:35:50.921497 4216 cni.go:452] [openshift-network-diagnostics/network-check-target-7mp8z c7dac750b63632df97215e480a6755ef00bc49023daa6402f642ea7d7f6ff6e7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7mp8z c7dac750b63632df97215e480a6755ef00bc49023daa6402f642ea7d7f6ff6e7 network default NAD default NAD key ] I0430 23:35:50.930740 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7mp8z, hostIfaceName: c7dac750b63632d, network: default, NAD default, SandboxID: "c7dac750b63632df97215e480a6755ef00bc49023daa6402f642ea7d7f6ff6e7", PCI device ID: , UID: "7cb392d4-5666-46f5-a86d-24754a0097f7", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0430 23:35:50.973500 4216 cni.go:473] [openshift-network-diagnostics/network-check-target-7mp8z c7dac750b63632df97215e480a6755ef00bc49023daa6402f642ea7d7f6ff6e7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7mp8z c7dac750b63632df97215e480a6755ef00bc49023daa6402f642ea7d7f6ff6e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:77:f4:f0:65:b1\",\"name\":\"c7dac750b63632d\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37271cca-fabd-4a6a-b640-f73971c10113\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:35:56.223390 4216 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-231.ec2.internal I0430 23:35:56.223424 4216 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-231.ec2.internal: 43.853µs I0430 23:35:56.252989 4216 base_network_controller_pods.go:487] [default/openshift-console/console-9765f7cd6-cvqj5] creating logical port openshift-console_console-9765f7cd6-cvqj5 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:56.253129 4216 kube.go:256] Updating pod openshift-console/console-9765f7cd6-cvqj5 I0430 23:35:56.273835 4216 pod.go:62] [openshift-console/console-9765f7cd6-cvqj5] pod update took 20.7399ms I0430 23:35:56.273855 4216 base_network_controller_pods.go:951] [default/openshift-console/console-9765f7cd6-cvqj5] addLogicalPort annotation time took 20.765246ms I0430 23:35:56.274935 4216 pods.go:271] [openshift-console/console-9765f7cd6-cvqj5] addLogicalPort took 21.959922ms, libovsdb time 846.902µs I0430 23:35:56.276186 4216 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-brgpv] creating logical port openshift-insights_insights-runtime-extractor-brgpv for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:56.276282 4216 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-brgpv I0430 23:35:56.281906 4216 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-q4w82] creating logical port openshift-ingress-canary_ingress-canary-q4w82 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:56.281995 4216 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-q4w82 I0430 23:35:56.292844 4216 pod.go:62] [openshift-insights/insights-runtime-extractor-brgpv] pod update took 16.594868ms I0430 23:35:56.292866 4216 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-brgpv] addLogicalPort annotation time took 16.620435ms I0430 23:35:56.293810 4216 pods.go:271] [openshift-insights/insights-runtime-extractor-brgpv] addLogicalPort took 17.638956ms, libovsdb time 703.188µs I0430 23:35:56.304757 4216 pod.go:62] [openshift-ingress-canary/ingress-canary-q4w82] pod update took 22.77903ms I0430 23:35:56.304779 4216 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-q4w82] addLogicalPort annotation time took 22.80212ms I0430 23:35:56.305783 4216 pods.go:271] [openshift-ingress-canary/ingress-canary-q4w82] addLogicalPort took 23.886062ms, libovsdb time 723.698µs I0430 23:35:56.374048 4216 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-n8h6n] creating logical port openshift-dns_dns-default-n8h6n for pod on switch ip-10-0-1-231.ec2.internal I0430 23:35:56.374112 4216 kube.go:256] Updating pod openshift-dns/dns-default-n8h6n I0430 23:35:56.388864 4216 pod.go:62] [openshift-dns/dns-default-n8h6n] pod update took 14.774056ms I0430 23:35:56.388881 4216 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-n8h6n] addLogicalPort annotation time took 14.793257ms I0430 23:35:56.389836 4216 pods.go:271] [openshift-dns/dns-default-n8h6n] addLogicalPort took 15.798975ms, libovsdb time 655.942µs I0430 23:35:56.660572 4216 cni.go:452] [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key ] I0430 23:35:56.670824 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9765f7cd6-cvqj5, hostIfaceName: d6fcc10343be248, network: default, NAD default, SandboxID: "d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33", PCI device ID: , UID: "5caa407d-f14f-4547-87de-82f26bc8cb71", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0430 23:35:56.682680 4216 cni.go:452] [openshift-insights/insights-runtime-extractor-brgpv 2171cb63bb0026d18f7587231ae6b7f3a56cc2533c0b7f3cb8c438b27086c5c5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-brgpv 2171cb63bb0026d18f7587231ae6b7f3a56cc2533c0b7f3cb8c438b27086c5c5 network default NAD default NAD key ] I0430 23:35:56.691392 4216 cni.go:452] [openshift-ingress-canary/ingress-canary-q4w82 cd9edb460a548e57a12321b1d622126dadfd737fd71378482f9b8a94272f8d12 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-q4w82 cd9edb460a548e57a12321b1d622126dadfd737fd71378482f9b8a94272f8d12 network default NAD default NAD key ] I0430 23:35:56.693688 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-brgpv, hostIfaceName: 2171cb63bb0026d, network: default, NAD default, SandboxID: "2171cb63bb0026d18f7587231ae6b7f3a56cc2533c0b7f3cb8c438b27086c5c5", PCI device ID: , UID: "3646103a-203e-4495-b61a-be9a8eadf4c1", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0430 23:35:56.702104 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-q4w82, hostIfaceName: cd9edb460a548e5, network: default, NAD default, SandboxID: "cd9edb460a548e57a12321b1d622126dadfd737fd71378482f9b8a94272f8d12", PCI device ID: , UID: "03ba5bb5-0a7b-42d8-8fde-0f0e7faed462", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0430 23:35:56.723447 4216 cni.go:473] [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8c:1f:51:0c:ab\",\"name\":\"d6fcc10343be248\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/970ec60f-d66a-4776-9000-ca942e28b105\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:35:56.740481 4216 cni.go:473] [openshift-insights/insights-runtime-extractor-brgpv 2171cb63bb0026d18f7587231ae6b7f3a56cc2533c0b7f3cb8c438b27086c5c5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-brgpv 2171cb63bb0026d18f7587231ae6b7f3a56cc2533c0b7f3cb8c438b27086c5c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:0b:e2:38:d1:ec\",\"name\":\"2171cb63bb0026d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56329502-be36-48b6-a5ef-e83628025181\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:35:56.748419 4216 cni.go:473] [openshift-ingress-canary/ingress-canary-q4w82 cd9edb460a548e57a12321b1d622126dadfd737fd71378482f9b8a94272f8d12 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-q4w82 cd9edb460a548e57a12321b1d622126dadfd737fd71378482f9b8a94272f8d12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:0b:de:4e:90:73\",\"name\":\"cd9edb460a548e5\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ca2081d-3e4c-4570-a5b2-d22378fded52\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:35:56.760030 4216 cni.go:452] [openshift-dns/dns-default-n8h6n 9ed3595b99108e27aa78f572a360a39ec1b17e73d3e053934628032b78a14072 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-n8h6n 9ed3595b99108e27aa78f572a360a39ec1b17e73d3e053934628032b78a14072 network default NAD default NAD key ] I0430 23:35:56.771115 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-n8h6n, hostIfaceName: 9ed3595b99108e2, network: default, NAD default, SandboxID: "9ed3595b99108e27aa78f572a360a39ec1b17e73d3e053934628032b78a14072", PCI device ID: , UID: "f7dfc54a-df86-4a30-810c-acdbbfc680f4", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0430 23:35:56.815499 4216 cni.go:473] [openshift-dns/dns-default-n8h6n 9ed3595b99108e27aa78f572a360a39ec1b17e73d3e053934628032b78a14072 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-n8h6n 9ed3595b99108e27aa78f572a360a39ec1b17e73d3e053934628032b78a14072 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:61:fa:ef:bf:67\",\"name\":\"9ed3595b99108e2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f92b51d-df9c-46b9-b8ac-3c5e80215c74\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:36:03.824566 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 23:36:03.824590 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 23:36:07.369888 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 23:36:09.376150 4216 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.376682 4216 obj_retry.go:498] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:36:09.964116 4216 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.964138 4216 obj_retry.go:492] Detected object openshift-console/console-5ccbf4fb6c-zn944 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:36:09.966603 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5ccbf4fb6c-zn944 I0430 23:36:09.966624 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5ccbf4fb6c-zn944 W0430 23:36:11.349804 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:36:11.349825 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 23:36:11.349832 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 23:36:26.320121 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 23:36:48.288883 4216 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6bcd9966b6-bhnvj IP address from the namespace address-set, err: pod openshift-console/console-6bcd9966b6-bhnvj: no pod IPs found I0430 23:37:02.512260 4216 cni.go:452] [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key ] I0430 23:37:02.586619 4216 cni.go:473] [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9765f7cd6-cvqj5 d6fcc10343be2487d08f646dfe943cc3662c5c5ceaeeb0af8d289281c2f38d33 network default NAD default NAD key default], result "{}", err I0430 23:37:02.628879 4216 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:02.628910 4216 pods.go:176] Deleting pod: openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:02.630194 4216 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9765f7cd6-cvqj5, ips: 10.130.0.5 I0430 23:37:02.630221 4216 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:02.640415 4216 base_network_controller_pods.go:487] [default/openshift-console/console-868579c7fd-dbqh5] creating logical port openshift-console_console-868579c7fd-dbqh5 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:37:02.640549 4216 kube.go:256] Updating pod openshift-console/console-868579c7fd-dbqh5 I0430 23:37:02.653950 4216 pod.go:62] [openshift-console/console-868579c7fd-dbqh5] pod update took 13.426021ms I0430 23:37:02.653969 4216 base_network_controller_pods.go:951] [default/openshift-console/console-868579c7fd-dbqh5] addLogicalPort annotation time took 13.447466ms I0430 23:37:02.655019 4216 pods.go:271] [openshift-console/console-868579c7fd-dbqh5] addLogicalPort took 14.614205ms, libovsdb time 813.209µs I0430 23:37:03.001408 4216 cni.go:452] [openshift-console/console-868579c7fd-dbqh5 878bc92a96cf90fa183e0d05091d0fc47c8c41449b2b0ecc96c8e24dea739c1f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-868579c7fd-dbqh5 878bc92a96cf90fa183e0d05091d0fc47c8c41449b2b0ecc96c8e24dea739c1f network default NAD default NAD key ] I0430 23:37:03.010605 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-868579c7fd-dbqh5, hostIfaceName: 878bc92a96cf90f, network: default, NAD default, SandboxID: "878bc92a96cf90fa183e0d05091d0fc47c8c41449b2b0ecc96c8e24dea739c1f", PCI device ID: , UID: "f5a8126c-d02a-40bc-8211-076044686a89", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0430 23:37:03.055390 4216 cni.go:473] [openshift-console/console-868579c7fd-dbqh5 878bc92a96cf90fa183e0d05091d0fc47c8c41449b2b0ecc96c8e24dea739c1f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-868579c7fd-dbqh5 878bc92a96cf90fa183e0d05091d0fc47c8c41449b2b0ecc96c8e24dea739c1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:98:2c:6e:96:63\",\"name\":\"878bc92a96cf90f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebfceed3-ba0e-498d-ac65-1ea641bf5dc9\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:37:03.549839 4216 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.549863 4216 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-cvqj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:03.555508 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:03.555534 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-cvqj5 I0430 23:37:13.471246 4216 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:13.471870 4216 obj_retry.go:498] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 23:37:13.575891 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 23:37:14.483799 4216 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.483827 4216 obj_retry.go:492] Detected object openshift-console/console-9765f7cd6-87jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:14.491820 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9765f7cd6-87jgj I0430 23:37:14.491841 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9765f7cd6-87jgj I0430 23:37:38.892304 4216 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:38.892966 4216 obj_retry.go:498] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:37:39.329974 4216 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.329997 4216 obj_retry.go:492] Detected object openshift-console/console-6bcd9966b6-v2rlw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:37:39.332942 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bcd9966b6-v2rlw I0430 23:37:39.332970 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bcd9966b6-v2rlw I0430 23:40:04.433155 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:04.433770 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:40:05.316085 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:05.316111 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626540-gttrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:40:49.636602 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0430 23:41:08.651434 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=129 I0430 23:41:21.456755 4216 namespace.go:98] [tsf] adding namespace I0430 23:41:21.457802 4216 namespace.go:102] [tsf] adding namespace took 1.02534ms I0430 23:41:21.473871 4216 namespace.go:142] [tsf] updating namespace I0430 23:41:21.486555 4216 namespace.go:142] [tsf] updating namespace I0430 23:41:25.558767 4216 namespace.go:98] [rhtpa-operator] adding namespace I0430 23:41:25.559785 4216 namespace.go:102] [rhtpa-operator] adding namespace took 987.84µs I0430 23:41:25.563478 4216 namespace.go:98] [rhbk-operator] adding namespace I0430 23:41:25.563602 4216 namespace.go:98] [konflux-operator] adding namespace I0430 23:41:25.563737 4216 namespace.go:98] [konflux-ui] adding namespace I0430 23:41:25.564352 4216 namespace.go:102] [rhbk-operator] adding namespace took 850.447µs I0430 23:41:25.565138 4216 namespace.go:102] [konflux-operator] adding namespace took 1.517929ms I0430 23:41:25.565814 4216 namespace.go:102] [konflux-ui] adding namespace took 2.056864ms I0430 23:41:25.567983 4216 namespace.go:98] [cert-manager-operator] adding namespace I0430 23:41:25.568140 4216 namespace.go:98] [tsf-tas] adding namespace I0430 23:41:25.568255 4216 namespace.go:98] [tsf-tpa] adding namespace I0430 23:41:25.568725 4216 namespace.go:102] [cert-manager-operator] adding namespace took 725.196µs I0430 23:41:25.569383 4216 namespace.go:102] [tsf-tas] adding namespace took 1.225428ms I0430 23:41:25.569424 4216 namespace.go:98] [tsf-keycloak] adding namespace I0430 23:41:25.570027 4216 namespace.go:102] [tsf-keycloak] adding namespace took 589.965µs I0430 23:41:25.570532 4216 namespace.go:102] [tsf-tpa] adding namespace took 2.261092ms I0430 23:41:25.579873 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.606046 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.620068 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.620285 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.620302 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:25.622384 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.637067 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.637271 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.637396 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:25.638145 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:41:25.686872 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.718984 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:41:25.749727 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.778986 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:41:25.792694 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.808736 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:41:25.821027 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.856562 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:41:25.882371 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.895756 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:25.973849 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.043734 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:26.043904 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:26.066783 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:41:27.180779 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:41:27.184633 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:41:27.356017 4216 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-231.ec2.internal I0430 23:41:27.356151 4216 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0430 23:41:27.371901 4216 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.784844ms I0430 23:41:27.371921 4216 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.80948ms I0430 23:41:27.373177 4216 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.183829ms, libovsdb time 982.745µs I0430 23:41:27.730413 4216 cni.go:452] [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key ] I0430 23:41:27.739625 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 9694de20c305617, network: default, NAD default, SandboxID: "9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3", PCI device ID: , UID: "d9a3e7de-a8c3-4527-a0f4-9537e1392944", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0430 23:41:27.784931 4216 cni.go:473] [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:47:53:34:7b:78\",\"name\":\"9694de20c305617\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f818f2e8-e18a-44cc-8ae2-a65b82ecb8b1\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:41:33.915501 4216 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916039 4216 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916062 4216 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916069 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:33.916085 4216 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.916088 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:33.937990 4216 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938467 4216 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938493 4216 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938502 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:33.938516 4216 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:33.938522 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:34.944404 4216 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944436 4216 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944450 4216 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.944477 4216 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514dgr7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964619 4216 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964637 4216 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964647 4216 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:34.964655 4216 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2gszlb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:35.910858 4216 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911359 4216 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911380 4216 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911387 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:35.911404 4216 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:35.911413 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:36.940080 4216 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940105 4216 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940117 4216 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:36.940131 4216 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b6ldzp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:38.056104 4216 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.056722 4216 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.056748 4216 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.056758 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:38.056774 4216 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:38.056778 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:38.720949 4216 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0430 23:41:39.069231 4216 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069250 4216 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069261 4216 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.069274 4216 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7vng2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:39.950348 4216 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950872 4216 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950897 4216 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950905 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:39.950924 4216 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.950930 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.984400 4216 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.984831 4216 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.984855 4216 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.984862 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 23:41:39.984877 4216 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 23:41:39.984883 4216 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 23:41:40.191076 4216 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-zf5jp for pod on switch ip-10-0-1-231.ec2.internal I0430 23:41:40.191185 4216 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp I0430 23:41:40.206974 4216 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp] pod update took 15.814047ms I0430 23:41:40.206991 4216 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp] addLogicalPort annotation time took 15.834178ms I0430 23:41:40.208000 4216 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp] addLogicalPort took 16.93694ms, libovsdb time 750.946µs I0430 23:41:40.549066 4216 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp 892e8ceb17c4ce15f19778f27a281ddd5b9dbcdd4d8c407b35545226bdac60ff network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp 892e8ceb17c4ce15f19778f27a281ddd5b9dbcdd4d8c407b35545226bdac60ff network default NAD default NAD key ] I0430 23:41:40.558583 4216 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-zf5jp, hostIfaceName: 892e8ceb17c4ce1, network: default, NAD default, SandboxID: "892e8ceb17c4ce15f19778f27a281ddd5b9dbcdd4d8c407b35545226bdac60ff", PCI device ID: , UID: "ae184662-3bc4-4815-b6b8-a3467eb1e371", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0430 23:41:40.605005 4216 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp 892e8ceb17c4ce15f19778f27a281ddd5b9dbcdd4d8c407b35545226bdac60ff network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-zf5jp 892e8ceb17c4ce15f19778f27a281ddd5b9dbcdd4d8c407b35545226bdac60ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:bb:eb:74:1f:ab\",\"name\":\"892e8ceb17c4ce1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e0d0cbb-eb66-4d22-b90a-cb0cba5ea85e\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:41:40.975961 4216 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.975988 4216 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.976006 4216 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:40.976023 4216 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21362tlhh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.009669 4216 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.009691 4216 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.009705 4216 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.009716 4216 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dl2k6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:41:41.634581 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0430 23:41:42.725764 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0430 23:41:47.371948 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:52.921797 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 23:41:52.949938 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 23:41:53.021800 4216 namespace.go:98] [cert-manager] adding namespace I0430 23:41:53.022666 4216 namespace.go:102] [cert-manager] adding namespace took 845.038µs I0430 23:41:53.075152 4216 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.126594 4216 namespace.go:142] [cert-manager] updating namespace I0430 23:41:53.262281 4216 namespace.go:142] [openshift-operators] updating namespace I0430 23:41:53.281307 4216 namespace.go:142] [openshift-operators] updating namespace W0430 23:41:58.428302 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 23:41:58.428323 4216 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 23:42:00.414816 4216 namespace.go:142] [openshift-operators] updating namespace I0430 23:42:02.424196 4216 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-99pq4 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:02.424308 4216 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4 I0430 23:42:02.446193 4216 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4] pod update took 21.914148ms I0430 23:42:02.446212 4216 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4] addLogicalPort annotation time took 21.937514ms I0430 23:42:02.447287 4216 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4] addLogicalPort took 23.108416ms, libovsdb time 790.331µs I0430 23:42:02.783044 4216 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4 02f5828d0a8cba3e4efc43a0d8eb97ddfb8370017cd8713f7ed68fdca3efa1e0 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4 02f5828d0a8cba3e4efc43a0d8eb97ddfb8370017cd8713f7ed68fdca3efa1e0 network default NAD default NAD key ] I0430 23:42:02.794134 4216 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-99pq4, hostIfaceName: 02f5828d0a8cba3, network: default, NAD default, SandboxID: "02f5828d0a8cba3e4efc43a0d8eb97ddfb8370017cd8713f7ed68fdca3efa1e0", PCI device ID: , UID: "f850236a-b4c3-497f-8af1-d9de0827bf47", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0430 23:42:02.838966 4216 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4 02f5828d0a8cba3e4efc43a0d8eb97ddfb8370017cd8713f7ed68fdca3efa1e0 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-99pq4 02f5828d0a8cba3e4efc43a0d8eb97ddfb8370017cd8713f7ed68fdca3efa1e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:e4:a4:a1:58:40\",\"name\":\"02f5828d0a8cba3\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fce0259d-1120-4cad-aae9-e9b178c9e450\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:42:03.729942 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0430 23:42:06.726962 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 23:42:10.663033 4216 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-sv8jx for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:10.663156 4216 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx I0430 23:42:10.693133 4216 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx] pod update took 30.006101ms I0430 23:42:10.693160 4216 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx] addLogicalPort annotation time took 30.037644ms I0430 23:42:10.694390 4216 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx] addLogicalPort took 31.378645ms, libovsdb time 924.11µs I0430 23:42:11.019392 4216 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx 8225f1feecf3193b925e35e942baa338554278d31cf0674be1165990bba2aa8e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx 8225f1feecf3193b925e35e942baa338554278d31cf0674be1165990bba2aa8e network default NAD default NAD key ] I0430 23:42:11.030132 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-sv8jx, hostIfaceName: 8225f1feecf3193, network: default, NAD default, SandboxID: "8225f1feecf3193b925e35e942baa338554278d31cf0674be1165990bba2aa8e", PCI device ID: , UID: "0c51b99b-6a7e-4499-a09e-877e2f0403f3", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0430 23:42:11.079473 4216 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx 8225f1feecf3193b925e35e942baa338554278d31cf0674be1165990bba2aa8e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-sv8jx 8225f1feecf3193b925e35e942baa338554278d31cf0674be1165990bba2aa8e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:0d:de:1b:0e:47\",\"name\":\"8225f1feecf3193\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24c5a373-8c5d-49f6-bf94-74f11c72caf7\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:42:13.770036 4216 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 23:42:13.770899 4216 namespace.go:102] [trusted-artifact-signer] adding namespace took 842.116µs I0430 23:42:13.846919 4216 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:13.877818 4216 namespace.go:142] [trusted-artifact-signer] updating namespace W0430 23:42:14.559524 4216 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 23:42:14.891365 4216 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-bqp7d for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:14.891484 4216 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d I0430 23:42:14.908728 4216 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d] pod update took 17.286538ms I0430 23:42:14.908784 4216 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d] addLogicalPort annotation time took 17.315241ms I0430 23:42:14.909926 4216 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d] addLogicalPort took 18.578252ms, libovsdb time 807.686µs I0430 23:42:15.247901 4216 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d f1b97eddaef4bfdfdc02eec02dba4b52e654b996e0adc0d8ad669cd1273b567e network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d f1b97eddaef4bfdfdc02eec02dba4b52e654b996e0adc0d8ad669cd1273b567e network default NAD default NAD key ] I0430 23:42:15.276633 4216 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-bqp7d, hostIfaceName: f1b97eddaef4bfd, network: default, NAD default, SandboxID: "f1b97eddaef4bfdfdc02eec02dba4b52e654b996e0adc0d8ad669cd1273b567e", PCI device ID: , UID: "c8a6a31a-746a-40e6-bdd1-c7bf3c60c279", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0430 23:42:15.321000 4216 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d f1b97eddaef4bfdfdc02eec02dba4b52e654b996e0adc0d8ad669cd1273b567e network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-bqp7d f1b97eddaef4bfdfdc02eec02dba4b52e654b996e0adc0d8ad669cd1273b567e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ec:9f:15:1e:64\",\"name\":\"f1b97eddaef4bfd\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b2c2246-a6cc-4352-aa55-21f69f470f25\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:42:17.064018 4216 namespace.go:98] [openshift-pipelines] adding namespace I0430 23:42:17.065018 4216 namespace.go:102] [openshift-pipelines] adding namespace took 969.444µs I0430 23:42:17.078959 4216 namespace.go:142] [openshift-pipelines] updating namespace W0430 23:42:17.529004 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 23:42:18.366509 4216 namespace.go:142] [cert-manager] updating namespace I0430 23:42:18.656895 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:19.158120 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:19.474682 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:19.580395 4216 cni.go:452] [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key ] I0430 23:42:19.648717 4216 cni.go:473] [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 9694de20c305617866238512fe891e7f0ad10c57160ff546f7585616124fc0d3 network default NAD default NAD key default], result "{}", err I0430 23:42:19.867996 4216 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:20.160042 4216 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.160075 4216 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0430 23:42:20.161295 4216 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.10 I0430 23:42:20.161322 4216 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:20.183241 4216 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.183257 4216 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:20.189265 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 23:42:20.189373 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 23:42:20.494914 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:20.711505 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:20.909203 4216 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.099714 4216 namespace.go:142] [tsf] updating namespace I0430 23:42:21.307623 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.506062 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:21.712667 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:21.786963 4216 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:21.787117 4216 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0430 23:42:21.804306 4216 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 17.226357ms I0430 23:42:21.804332 4216 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 17.257352ms I0430 23:42:21.805760 4216 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 18.814447ms, libovsdb time 1.100854ms I0430 23:42:21.847083 4216 namespace.go:142] [cert-manager] updating namespace I0430 23:42:21.857512 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:21.866751 4216 namespace.go:142] [default] updating namespace I0430 23:42:21.878215 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:21.892705 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:21.909735 4216 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:21.917843 4216 namespace.go:142] [openshift] updating namespace I0430 23:42:21.927882 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:21.938844 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:21.953116 4216 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:21.963383 4216 namespace.go:142] [tsf] updating namespace I0430 23:42:21.977936 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:21.990609 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:22.002984 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:22.094843 4216 namespace.go:142] [cert-manager] updating namespace I0430 23:42:22.142891 4216 cni.go:452] [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key ] I0430 23:42:22.152064 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: bd70e4d9ec0826a, network: default, NAD default, SandboxID: "bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66", PCI device ID: , UID: "cb784ad9-196d-4cb0-9239-eaa5750605c3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0430 23:42:22.195394 4216 namespace.go:142] [cert-manager-operator] updating namespace I0430 23:42:22.197646 4216 cni.go:473] [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:16:dc:3f:ee:11\",\"name\":\"bd70e4d9ec0826a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d277332-916c-40e6-a043-4ddf89d99ba4\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:42:22.297603 4216 namespace.go:142] [default] updating namespace I0430 23:42:22.395717 4216 namespace.go:142] [konflux-operator] updating namespace I0430 23:42:22.499620 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:42:22.598151 4216 namespace.go:142] [open-cluster-management-2q0p22akbres55ngbqbdeuklsvdbep2e] updating namespace I0430 23:42:22.701208 4216 namespace.go:142] [openshift] updating namespace I0430 23:42:22.802239 4216 namespace.go:142] [rhbk-operator] updating namespace I0430 23:42:22.902015 4216 namespace.go:142] [rhtpa-operator] updating namespace I0430 23:42:23.000242 4216 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 23:42:23.100311 4216 namespace.go:142] [tsf] updating namespace I0430 23:42:23.203019 4216 namespace.go:142] [tsf-keycloak] updating namespace I0430 23:42:23.295786 4216 namespace.go:142] [tsf-tas] updating namespace I0430 23:42:23.395296 4216 namespace.go:142] [tsf-tpa] updating namespace I0430 23:42:23.793635 4216 namespace.go:142] [openshift-pipelines] updating namespace I0430 23:42:24.708165 4216 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-jcnwn for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:24.708298 4216 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn I0430 23:42:24.724112 4216 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn] pod update took 15.84096ms I0430 23:42:24.724137 4216 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn] addLogicalPort annotation time took 15.871976ms I0430 23:42:24.725314 4216 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn] addLogicalPort took 17.166112ms, libovsdb time 849.963µs I0430 23:42:24.796621 4216 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dlx4x for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:24.796708 4216 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x I0430 23:42:24.817197 4216 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x] pod update took 20.51037ms I0430 23:42:24.817224 4216 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x] addLogicalPort annotation time took 20.53943ms I0430 23:42:24.818574 4216 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x] addLogicalPort took 21.967548ms, libovsdb time 946.908µs W0430 23:42:25.613355 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 23:42:27.630804 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=63 I0430 23:42:28.634054 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0430 23:42:30.465683 4216 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn 95a8cb608de5c91cfe03a14f1767c7bcc9d7d4f5c3b43c5ad94dc74d805b8e27 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn 95a8cb608de5c91cfe03a14f1767c7bcc9d7d4f5c3b43c5ad94dc74d805b8e27 network default NAD default NAD key ] I0430 23:42:30.475271 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-jcnwn, hostIfaceName: 95a8cb608de5c91, network: default, NAD default, SandboxID: "95a8cb608de5c91cfe03a14f1767c7bcc9d7d4f5c3b43c5ad94dc74d805b8e27", PCI device ID: , UID: "53347ae9-f18d-4c8d-bff1-50d9acd9f41a", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0430 23:42:30.521697 4216 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn 95a8cb608de5c91cfe03a14f1767c7bcc9d7d4f5c3b43c5ad94dc74d805b8e27 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-jcnwn 95a8cb608de5c91cfe03a14f1767c7bcc9d7d4f5c3b43c5ad94dc74d805b8e27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:be:de:37:0a:52\",\"name\":\"95a8cb608de5c91\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41951869-a7b2-4328-abc8-bf13a5fa03e0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:42:30.851722 4216 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x 7f7a9b45c1b9ab209c7372b84199ae9a6fee8f8ceb30433dccdd8dc3ebeb5cc2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x 7f7a9b45c1b9ab209c7372b84199ae9a6fee8f8ceb30433dccdd8dc3ebeb5cc2 network default NAD default NAD key ] I0430 23:42:30.862249 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dlx4x, hostIfaceName: 7f7a9b45c1b9ab2, network: default, NAD default, SandboxID: "7f7a9b45c1b9ab209c7372b84199ae9a6fee8f8ceb30433dccdd8dc3ebeb5cc2", PCI device ID: , UID: "a7605278-0d65-4553-b4ac-bfdea83e9126", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0430 23:42:30.908443 4216 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x 7f7a9b45c1b9ab209c7372b84199ae9a6fee8f8ceb30433dccdd8dc3ebeb5cc2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dlx4x 7f7a9b45c1b9ab209c7372b84199ae9a6fee8f8ceb30433dccdd8dc3ebeb5cc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:d9:4e:15:33:c0\",\"name\":\"7f7a9b45c1b9ab2\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/727b4209-88ac-49b8-aab7-cac0f6b443f4\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:42:31.645613 4216 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 23:42:31.670084 4216 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 23:42:31.836380 4216 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-9vm9z for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:31.836563 4216 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z I0430 23:42:31.853557 4216 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z] pod update took 17.022485ms I0430 23:42:31.853579 4216 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z] addLogicalPort annotation time took 17.048956ms I0430 23:42:31.854797 4216 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z] addLogicalPort took 18.441108ms, libovsdb time 883.256µs I0430 23:42:32.200208 4216 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z 4a00bef84a66cbacb4596a2683f3928a7941e2d7a6ce9330e2b5938ede38daf4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z 4a00bef84a66cbacb4596a2683f3928a7941e2d7a6ce9330e2b5938ede38daf4 network default NAD default NAD key ] I0430 23:42:32.210331 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-9vm9z, hostIfaceName: 4a00bef84a66cba, network: default, NAD default, SandboxID: "4a00bef84a66cbacb4596a2683f3928a7941e2d7a6ce9330e2b5938ede38daf4", PCI device ID: , UID: "18eb3314-1925-4e43-b219-896cc421e505", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0430 23:42:32.257327 4216 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z 4a00bef84a66cbacb4596a2683f3928a7941e2d7a6ce9330e2b5938ede38daf4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9vm9z 4a00bef84a66cbacb4596a2683f3928a7941e2d7a6ce9330e2b5938ede38daf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:8a:6b:9e:38:6d\",\"name\":\"4a00bef84a66cba\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80186084-b5d9-4916-8b1f-b456229f6cb1\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:42:35.664005 4216 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664026 4216 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664032 4216 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:35.664037 4216 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:36.183089 4216 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.183115 4216 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.183122 4216 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 23:42:36.233105 4216 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.233126 4216 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:36.233133 4216 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 23:42:46.672202 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:46.672225 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:46.672232 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:46.672242 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 23:42:52.653575 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 23:42:52.673724 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0430 23:42:58.288045 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 23:42:58.764339 4216 cni.go:452] [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key ] I0430 23:42:58.843516 4216 cni.go:473] [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure bd70e4d9ec0826aaf9b0641434a9aa725aa095ec810e6ccf7eec08a3362aca66 network default NAD default NAD key default], result "{}", err I0430 23:42:58.890519 4216 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.890543 4216 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0430 23:42:58.891633 4216 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.15 I0430 23:42:58.891661 4216 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:42:58.908975 4216 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.908995 4216 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:42:58.912664 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 23:42:58.912684 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 23:42:59.915383 4216 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-231.ec2.internal I0430 23:42:59.915544 4216 kube.go:256] Updating pod tsf/test-tsf-iam I0430 23:42:59.929397 4216 pod.go:62] [tsf/test-tsf-iam] pod update took 13.936293ms I0430 23:42:59.929419 4216 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.963915ms I0430 23:42:59.930665 4216 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.301019ms, libovsdb time 905.778µs I0430 23:43:00.274319 4216 cni.go:452] [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key ] I0430 23:43:00.287531 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: cd183cac7b8eda1, network: default, NAD default, SandboxID: "cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d", PCI device ID: , UID: "af8e025d-dc1b-49a3-a946-e4fd28d9ceea", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0430 23:43:00.340285 4216 cni.go:473] [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:36:5f:ab:22:83\",\"name\":\"cd183cac7b8eda1\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89414a58-d8a3-4b5f-aa91-b403fa183acf\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:43:00.743534 4216 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 23:43:00.744347 4216 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 23:43:00.744369 4216 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 23:43:00.746242 4216 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 23:43:01.086722 4216 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:43:01.086874 4216 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0430 23:43:01.105544 4216 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.7056ms I0430 23:43:01.105570 4216 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.735716ms I0430 23:43:01.106917 4216 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.217708ms, libovsdb time 988.012µs I0430 23:43:01.465692 4216 cni.go:452] [tsf-keycloak/keycloak-0 544aa0e97e579119014a8857e9bb2d8a74031b060543c36767ee29d50473b27c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 544aa0e97e579119014a8857e9bb2d8a74031b060543c36767ee29d50473b27c network default NAD default NAD key ] I0430 23:43:01.475172 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 544aa0e97e57911, network: default, NAD default, SandboxID: "544aa0e97e579119014a8857e9bb2d8a74031b060543c36767ee29d50473b27c", PCI device ID: , UID: "97fd68a2-fe74-4955-8b68-8c358ed39cd6", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0430 23:43:01.522288 4216 cni.go:473] [tsf-keycloak/keycloak-0 544aa0e97e579119014a8857e9bb2d8a74031b060543c36767ee29d50473b27c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 544aa0e97e579119014a8857e9bb2d8a74031b060543c36767ee29d50473b27c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:b4:19:c1:af:8b\",\"name\":\"544aa0e97e57911\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13b29ea8-f9b2-4bb4-8ddc-d31522868c43\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:43:07.818083 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818109 4216 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:07.818197 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 23:43:07.818213 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0430 23:43:16.251854 4216 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 23:43:25.740712 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0430 23:43:29.717473 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:29.717496 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 23:43:29.717638 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0430 23:43:29.717650 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0430 23:43:30.935433 4216 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-6kg6z] creating logical port tsf-keycloak_tsf-iam-6kg6z for pod on switch ip-10-0-1-231.ec2.internal I0430 23:43:30.935572 4216 kube.go:256] Updating pod tsf-keycloak/tsf-iam-6kg6z I0430 23:43:30.955406 4216 pod.go:62] [tsf-keycloak/tsf-iam-6kg6z] pod update took 19.860971ms I0430 23:43:30.955428 4216 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-6kg6z] addLogicalPort annotation time took 19.888647ms I0430 23:43:30.956583 4216 pods.go:271] [tsf-keycloak/tsf-iam-6kg6z] addLogicalPort took 21.16468ms, libovsdb time 827.251µs I0430 23:43:31.289469 4216 cni.go:452] [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key ] I0430 23:43:31.298622 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-6kg6z, hostIfaceName: 97b930e5047f708, network: default, NAD default, SandboxID: "97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c", PCI device ID: , UID: "671dcd4e-d015-4c51-a346-20d56c6e90c8", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0430 23:43:31.344585 4216 cni.go:473] [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:08:21:58:2f:df\",\"name\":\"97b930e5047f708\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83bbc9ed-8fd7-40f1-91e7-d788a568831d\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:43:33.941332 4216 cni.go:452] [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key ] I0430 23:43:34.026854 4216 cni.go:473] [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam cd183cac7b8eda19b2b9363eaa8600f04d0aea2de10bfc9f89f3eb798e34cc2d network default NAD default NAD key default], result "{}", err I0430 23:43:34.075614 4216 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.075657 4216 pods.go:176] Deleting pod: tsf/test-tsf-iam I0430 23:43:34.077276 4216 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.19 I0430 23:43:34.077315 4216 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:34.118068 4216 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.118126 4216 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:34.123234 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 23:43:34.123272 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 23:43:34.864478 4216 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-231.ec2.internal I0430 23:43:34.864699 4216 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0430 23:43:34.880159 4216 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.495095ms I0430 23:43:34.880303 4216 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.644553ms I0430 23:43:34.883045 4216 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 18.606426ms, libovsdb time 1.671375ms I0430 23:43:35.236364 4216 cni.go:452] [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key ] I0430 23:43:35.248942 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 73a829c67b36b60, network: default, NAD default, SandboxID: "73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75", PCI device ID: , UID: "7528d521-258c-40fa-b6ff-dfcf5f8b3f5b", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0430 23:43:35.318996 4216 cni.go:473] [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c7:17:c2:3d:5e\",\"name\":\"73a829c67b36b60\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42a5b76a-d96d-436f-af5a-960ad373a649\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:43:36.563371 4216 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7c78f559ff-v6zbl] creating logical port tsf-tas_fulcio-server-7c78f559ff-v6zbl for pod on switch ip-10-0-1-231.ec2.internal I0430 23:43:36.563480 4216 kube.go:256] Updating pod tsf-tas/fulcio-server-7c78f559ff-v6zbl I0430 23:43:36.587236 4216 pod.go:62] [tsf-tas/fulcio-server-7c78f559ff-v6zbl] pod update took 23.791436ms I0430 23:43:36.587331 4216 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7c78f559ff-v6zbl] addLogicalPort annotation time took 23.891991ms I0430 23:43:36.588776 4216 pods.go:271] [tsf-tas/fulcio-server-7c78f559ff-v6zbl] addLogicalPort took 25.426163ms, libovsdb time 1.00189ms I0430 23:43:36.940515 4216 cni.go:452] [tsf-tas/fulcio-server-7c78f559ff-v6zbl cee5e707c46c6914dce62d6aca6fe84152160a0f9b52565639b5190cb3037d98 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7c78f559ff-v6zbl cee5e707c46c6914dce62d6aca6fe84152160a0f9b52565639b5190cb3037d98 network default NAD default NAD key ] I0430 23:43:36.959524 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7c78f559ff-v6zbl, hostIfaceName: cee5e707c46c691, network: default, NAD default, SandboxID: "cee5e707c46c6914dce62d6aca6fe84152160a0f9b52565639b5190cb3037d98", PCI device ID: , UID: "b540bf5e-f85f-4b91-9823-b330c4b85503", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0430 23:43:37.029632 4216 cni.go:473] [tsf-tas/fulcio-server-7c78f559ff-v6zbl cee5e707c46c6914dce62d6aca6fe84152160a0f9b52565639b5190cb3037d98 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7c78f559ff-v6zbl cee5e707c46c6914dce62d6aca6fe84152160a0f9b52565639b5190cb3037d98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d4:35:e9:99:17\",\"name\":\"cee5e707c46c691\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/607d84b6-624f-487e-ad8c-9e8fac2961bc\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:43:37.245563 4216 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-8c749cd9b-99n2f] creating logical port tsf-tas_trillian-logsigner-8c749cd9b-99n2f for pod on switch ip-10-0-1-231.ec2.internal I0430 23:43:37.245698 4216 kube.go:256] Updating pod tsf-tas/trillian-logsigner-8c749cd9b-99n2f I0430 23:43:37.290887 4216 pod.go:62] [tsf-tas/trillian-logsigner-8c749cd9b-99n2f] pod update took 45.229559ms I0430 23:43:37.290910 4216 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-8c749cd9b-99n2f] addLogicalPort annotation time took 45.260588ms I0430 23:43:37.292103 4216 pods.go:271] [tsf-tas/trillian-logsigner-8c749cd9b-99n2f] addLogicalPort took 46.563603ms, libovsdb time 861.673µs I0430 23:43:38.223025 4216 cni.go:452] [tsf-tas/trillian-logsigner-8c749cd9b-99n2f a05f3c4752d7c320f28d98a3475eae7db2524fcf49c56ca96047387218767a54 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-8c749cd9b-99n2f a05f3c4752d7c320f28d98a3475eae7db2524fcf49c56ca96047387218767a54 network default NAD default NAD key ] I0430 23:43:38.235684 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-8c749cd9b-99n2f, hostIfaceName: a05f3c4752d7c32, network: default, NAD default, SandboxID: "a05f3c4752d7c320f28d98a3475eae7db2524fcf49c56ca96047387218767a54", PCI device ID: , UID: "ef74c892-746e-42cd-81a8-23f70c93b5b2", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0430 23:43:38.290236 4216 cni.go:473] [tsf-tas/trillian-logsigner-8c749cd9b-99n2f a05f3c4752d7c320f28d98a3475eae7db2524fcf49c56ca96047387218767a54 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-8c749cd9b-99n2f a05f3c4752d7c320f28d98a3475eae7db2524fcf49c56ca96047387218767a54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:9b:e9:a7:db:d9\",\"name\":\"a05f3c4752d7c32\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1169a7df-4145-4950-beb4-f1e2099224f3\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:43:40.547104 4216 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.547135 4216 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:40.547144 4216 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 23:43:41.984344 4216 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:41.984394 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:42.008518 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:42.008540 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0430 23:43:47.590285 4216 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 23:43:48.020525 4216 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 23:43:50.030212 4216 cni.go:452] [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key ] I0430 23:43:50.106247 4216 cni.go:473] [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-6kg6z 97b930e5047f7088f1b16cf4f25d278bf25060258e2fe0c0bf0f875e80681e7c network default NAD default NAD key default], result "{}", err I0430 23:43:50.154225 4216 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:50.154254 4216 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-6kg6z I0430 23:43:50.155728 4216 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-6kg6z, ips: 10.130.0.21 I0430 23:43:50.155759 4216 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:50.758665 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0430 23:43:51.050542 4216 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:51.050570 4216 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-6kg6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:43:56.668341 4216 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 23:43:57.810873 4216 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:57.811389 4216 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:43:58.664236 4216 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:43:58.664255 4216 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zb7pv-zqfn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:09.632992 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0430 23:44:14.376949 4216 namespace.go:142] [openshift-pipelines] updating namespace W0430 23:44:28.161437 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 23:44:30.209225 4216 cni.go:452] [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key ] I0430 23:44:30.290716 4216 cni.go:473] [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 73a829c67b36b6020553912e64beb0c31e9a954cd6859b0b4792b7fcbef34b75 network default NAD default NAD key default], result "{}", err I0430 23:44:30.337265 4216 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.337294 4216 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0430 23:44:30.338550 4216 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.22 I0430 23:44:30.338574 4216 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:30.360065 4216 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.360099 4216 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:30.366137 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 23:44:30.366161 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 23:44:30.535388 4216 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-nkdfb for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:30.535531 4216 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb I0430 23:44:30.552389 4216 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb] pod update took 16.880287ms I0430 23:44:30.552408 4216 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb] addLogicalPort annotation time took 16.903059ms I0430 23:44:30.553431 4216 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb] addLogicalPort took 18.059496ms, libovsdb time 721.693µs I0430 23:44:30.622453 4216 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-ck4g5 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:30.622533 4216 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5 I0430 23:44:30.640881 4216 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5] pod update took 18.364875ms I0430 23:44:30.640901 4216 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5] addLogicalPort annotation time took 18.389735ms I0430 23:44:30.641916 4216 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5] addLogicalPort took 19.474724ms, libovsdb time 723.967µs I0430 23:44:30.725145 4216 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-ls7x7 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:30.725237 4216 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7 I0430 23:44:30.739622 4216 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7] pod update took 14.425307ms I0430 23:44:30.739643 4216 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7] addLogicalPort annotation time took 14.448146ms I0430 23:44:30.740683 4216 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7] addLogicalPort took 15.547731ms, libovsdb time 729.807µs I0430 23:44:30.889634 4216 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb 05fb95f5bafa92647f86c3d9ea0f650a2deb9e306a1cd88b16e1d72f0950152f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb 05fb95f5bafa92647f86c3d9ea0f650a2deb9e306a1cd88b16e1d72f0950152f network default NAD default NAD key ] I0430 23:44:30.898945 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-nkdfb, hostIfaceName: 05fb95f5bafa926, network: default, NAD default, SandboxID: "05fb95f5bafa92647f86c3d9ea0f650a2deb9e306a1cd88b16e1d72f0950152f", PCI device ID: , UID: "427a0035-51a2-48ff-855a-db3e72287e3c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0430 23:44:30.945963 4216 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb 05fb95f5bafa92647f86c3d9ea0f650a2deb9e306a1cd88b16e1d72f0950152f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-nkdfb 05fb95f5bafa92647f86c3d9ea0f650a2deb9e306a1cd88b16e1d72f0950152f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ee:b0:8f:2d:06\",\"name\":\"05fb95f5bafa926\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d885804-f17e-4ad4-a0fd-24c6a8b7ce6f\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:44:30.977766 4216 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5 486e089292f779e4ec72bcdce56c24d1e9600a178548b1315913393bb374e5a7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5 486e089292f779e4ec72bcdce56c24d1e9600a178548b1315913393bb374e5a7 network default NAD default NAD key ] I0430 23:44:30.986801 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-ck4g5, hostIfaceName: 486e089292f779e, network: default, NAD default, SandboxID: "486e089292f779e4ec72bcdce56c24d1e9600a178548b1315913393bb374e5a7", PCI device ID: , UID: "14067c3e-f54a-40cf-a155-90a774664a82", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0430 23:44:31.034525 4216 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5 486e089292f779e4ec72bcdce56c24d1e9600a178548b1315913393bb374e5a7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-ck4g5 486e089292f779e4ec72bcdce56c24d1e9600a178548b1315913393bb374e5a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:3b:df:fa:c4:95\",\"name\":\"486e089292f779e\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab427e96-1fa6-4d99-a35e-8c7087cfded5\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:44:31.082855 4216 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7 bb0e2572d95f94d5ecc1b86d807c00fb070614e2ef6a63c7f7b829fb2b7c667b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7 bb0e2572d95f94d5ecc1b86d807c00fb070614e2ef6a63c7f7b829fb2b7c667b network default NAD default NAD key ] I0430 23:44:31.092680 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-ls7x7, hostIfaceName: bb0e2572d95f94d, network: default, NAD default, SandboxID: "bb0e2572d95f94d5ecc1b86d807c00fb070614e2ef6a63c7f7b829fb2b7c667b", PCI device ID: , UID: "69fb2f45-494a-4931-bb40-8f52449425b9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0430 23:44:31.138950 4216 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7 bb0e2572d95f94d5ecc1b86d807c00fb070614e2ef6a63c7f7b829fb2b7c667b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-ls7x7 bb0e2572d95f94d5ecc1b86d807c00fb070614e2ef6a63c7f7b829fb2b7c667b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:00:84:70:22:fc\",\"name\":\"bb0e2572d95f94d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f9b6854-0a77-4349-ae7c-ea7c07ab98cc\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:44:31.153064 4216 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-d9x4j] creating logical port tsf_patch-tekton-config-d9x4j for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:31.153179 4216 kube.go:256] Updating pod tsf/patch-tekton-config-d9x4j I0430 23:44:31.168432 4216 pod.go:62] [tsf/patch-tekton-config-d9x4j] pod update took 15.275097ms I0430 23:44:31.168474 4216 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-d9x4j] addLogicalPort annotation time took 15.299159ms I0430 23:44:31.169573 4216 pods.go:271] [tsf/patch-tekton-config-d9x4j] addLogicalPort took 16.525366ms, libovsdb time 769.188µs I0430 23:44:31.511439 4216 cni.go:452] [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key ] I0430 23:44:31.521111 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-d9x4j, hostIfaceName: 6d9c810c13644f9, network: default, NAD default, SandboxID: "6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747", PCI device ID: , UID: "15bda4c0-fb73-4412-b1ff-9c5b8b51be02", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0430 23:44:31.567226 4216 cni.go:473] [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:9a:ea:68:86:3b\",\"name\":\"6d9c810c13644f9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19311627-3f00-4739-b388-e44ae50c7786\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:44:39.286913 4216 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:40.276732 4216 cni.go:452] [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key ] I0430 23:44:40.360260 4216 cni.go:473] [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-d9x4j 6d9c810c13644f9117fc02e2f904b32c4f00a74525823e120a402f63930c4747 network default NAD default NAD key default], result "{}", err I0430 23:44:40.403835 4216 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:40.403867 4216 pods.go:176] Deleting pod: tsf/patch-tekton-config-d9x4j I0430 23:44:40.404971 4216 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-d9x4j, ips: 10.130.0.28 I0430 23:44:40.404997 4216 obj_retry.go:498] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:40.734882 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0430 23:44:41.187364 4216 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:41.424773 4216 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:41.424795 4216 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:42.753445 4216 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0430 23:44:50.280024 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0430 23:44:51.264794 4216 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-lndsl for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:51.264930 4216 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl I0430 23:44:51.280250 4216 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl] pod update took 15.385831ms I0430 23:44:51.280272 4216 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl] addLogicalPort annotation time took 15.413009ms I0430 23:44:51.281568 4216 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl] addLogicalPort took 16.792279ms, libovsdb time 917.151µs I0430 23:44:51.499620 4216 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:51.500116 4216 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.225054 4216 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl 3a5b9c288f3cca9d3923c680ed8ea3962f2ea404835bd0a5ed3cbef5a4564f13 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl 3a5b9c288f3cca9d3923c680ed8ea3962f2ea404835bd0a5ed3cbef5a4564f13 network default NAD default NAD key ] I0430 23:44:52.234183 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-lndsl, hostIfaceName: 3a5b9c288f3cca9, network: default, NAD default, SandboxID: "3a5b9c288f3cca9d3923c680ed8ea3962f2ea404835bd0a5ed3cbef5a4564f13", PCI device ID: , UID: "7163c282-ddc5-46be-93af-eb047c4002c7", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0430 23:44:52.281970 4216 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl 3a5b9c288f3cca9d3923c680ed8ea3962f2ea404835bd0a5ed3cbef5a4564f13 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-lndsl 3a5b9c288f3cca9d3923c680ed8ea3962f2ea404835bd0a5ed3cbef5a4564f13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:27:31:07:86:8e\",\"name\":\"3a5b9c288f3cca9\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e676960-6b9a-4353-b1d2-08c38097d216\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:44:52.360975 4216 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.360994 4216 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mnrpg-sdjwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:52.490414 4216 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:52.491004 4216 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:44:53.513205 4216 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.513229 4216 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-k4gbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.555863 4216 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.555889 4216 obj_retry.go:492] Detected object tsf/patch-tekton-config-d9x4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:44:53.563803 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-d9x4j I0430 23:44:53.563829 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-d9x4j I0430 23:44:53.595397 4216 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-79d9d799c-pj8dm] creating logical port tsf-tas_rekor-search-ui-79d9d799c-pj8dm for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:53.595500 4216 kube.go:256] Updating pod tsf-tas/rekor-search-ui-79d9d799c-pj8dm I0430 23:44:53.640075 4216 kube.go:256] Updating pod tsf-tas/rekor-search-ui-79d9d799c-pj8dm I0430 23:44:53.656739 4216 pod.go:62] [tsf-tas/rekor-search-ui-79d9d799c-pj8dm] pod update took 61.282514ms I0430 23:44:53.656765 4216 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-79d9d799c-pj8dm] addLogicalPort annotation time took 61.310926ms I0430 23:44:53.658031 4216 pods.go:271] [tsf-tas/rekor-search-ui-79d9d799c-pj8dm] addLogicalPort took 62.645527ms, libovsdb time 838.599µs I0430 23:44:53.970544 4216 cni.go:452] [tsf-tas/rekor-search-ui-79d9d799c-pj8dm 4efe944013f04656d65e2deb8d1600705c1fb2bb18f79585179cdc4fb7e04002 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-79d9d799c-pj8dm 4efe944013f04656d65e2deb8d1600705c1fb2bb18f79585179cdc4fb7e04002 network default NAD default NAD key ] I0430 23:44:53.981325 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-79d9d799c-pj8dm, hostIfaceName: 4efe944013f0465, network: default, NAD default, SandboxID: "4efe944013f04656d65e2deb8d1600705c1fb2bb18f79585179cdc4fb7e04002", PCI device ID: , UID: "f539f0c8-6ba0-4b3c-a998-4dd3e5304f4b", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0430 23:44:54.036961 4216 cni.go:473] [tsf-tas/rekor-search-ui-79d9d799c-pj8dm 4efe944013f04656d65e2deb8d1600705c1fb2bb18f79585179cdc4fb7e04002 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-79d9d799c-pj8dm 4efe944013f04656d65e2deb8d1600705c1fb2bb18f79585179cdc4fb7e04002 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:df:42:29:9f:32\",\"name\":\"4efe944013f0465\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/332fbd66-62bb-437d-bcde-e26e221e6228\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:44:54.343613 4216 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-231.ec2.internal I0430 23:44:54.343725 4216 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0430 23:44:54.358851 4216 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.15584ms I0430 23:44:54.358876 4216 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.187688ms I0430 23:44:54.360216 4216 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.628232ms, libovsdb time 885.474µs I0430 23:44:54.701357 4216 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key ] I0430 23:44:54.711913 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 844368337a639ea, network: default, NAD default, SandboxID: "844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3", PCI device ID: , UID: "7c175101-5273-4d6f-b708-037440b378c7", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0430 23:44:54.761550 4216 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5f:2b:77:01:a2\",\"name\":\"844368337a639ea\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc1236bf-a30d-460b-b05c-096489e21900\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:44:59.366577 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 23:45:00.404928 4216 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 23:45:01.388127 4216 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key ] I0430 23:45:01.470792 4216 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 844368337a639ea8abfaf95878b33d916b01afa657138c71ded7a575112a80c3 network default NAD default NAD key default], result "{}", err I0430 23:45:01.518185 4216 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.518221 4216 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0430 23:45:01.519650 4216 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.31 I0430 23:45:01.519688 4216 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:01.539952 4216 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.539977 4216 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:01.547377 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 23:45:01.547397 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 23:45:01.744302 4216 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-231.ec2.internal I0430 23:45:01.744383 4216 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0430 23:45:01.757516 4216 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.156103ms I0430 23:45:01.757539 4216 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.180595ms I0430 23:45:01.757545 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0430 23:45:01.758703 4216 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.417298ms, libovsdb time 860.738µs I0430 23:45:02.099530 4216 cni.go:452] [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key ] I0430 23:45:02.109948 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: c93de5a39503ab2, network: default, NAD default, SandboxID: "c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a", PCI device ID: , UID: "7e3733dc-ca23-4eaf-97d7-2867f2cd37bf", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0430 23:45:02.156681 4216 cni.go:473] [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ce:b8:c8:8e:f2\",\"name\":\"c93de5a39503ab2\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9aa9c3ad-39a3-4547-ac6e-6d7451cd9571\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:45:06.562596 4216 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:06.563259 4216 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:07.452069 4216 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:07.452090 4216 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mbswr-pmnnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:09.448004 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 23:45:11.268434 4216 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:11.269092 4216 obj_retry.go:498] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 23:45:11.366024 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0430 23:45:12.293859 4216 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:12.293878 4216 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:13.720731 4216 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0430 23:45:15.140404 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 23:45:17.661965 4216 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:17.662576 4216 obj_retry.go:498] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:18.509736 4216 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:18.509756 4216 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:18.677546 4216 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-b5stq] creating logical port tsf-tpa_create-importers-b5stq for pod on switch ip-10-0-1-231.ec2.internal I0430 23:45:18.677663 4216 kube.go:256] Updating pod tsf-tpa/create-importers-b5stq I0430 23:45:18.693158 4216 pod.go:62] [tsf-tpa/create-importers-b5stq] pod update took 15.524852ms I0430 23:45:18.693189 4216 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-b5stq] addLogicalPort annotation time took 15.562502ms I0430 23:45:18.694551 4216 pods.go:271] [tsf-tpa/create-importers-b5stq] addLogicalPort took 17.029116ms, libovsdb time 892.173µs I0430 23:45:19.045543 4216 cni.go:452] [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key ] I0430 23:45:19.054881 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-b5stq, hostIfaceName: c51c68c124a5060, network: default, NAD default, SandboxID: "c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44", PCI device ID: , UID: "9af61b1b-f5a9-4351-a761-03dcdd43e914", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0430 23:45:19.103659 4216 cni.go:473] [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:5d:14:50:ef:b6\",\"name\":\"c51c68c124a5060\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bd9eb07-57a1-4fb2-8602-1375d6484df1\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:45:22.496024 4216 cni.go:452] [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key ] I0430 23:45:22.574498 4216 cni.go:473] [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-b5stq c51c68c124a5060b126f2031d98190fce4c8892a9d21350117c6e2ac91355e44 network default NAD default NAD key default], result "{}", err I0430 23:45:22.619350 4216 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:22.619382 4216 pods.go:176] Deleting pod: tsf-tpa/create-importers-b5stq I0430 23:45:22.620679 4216 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-b5stq, ips: 10.130.0.33 I0430 23:45:22.620711 4216 obj_retry.go:498] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:23.640799 4216 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:23.640822 4216 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:26.746247 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0430 23:45:28.576641 4216 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 23:45:40.465562 4216 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:40.466123 4216 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:41.318323 4216 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:41.318342 4216 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d8sc2-c75dm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 23:45:47.345006 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 23:45:55.651941 4216 cni.go:452] [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key ] I0430 23:45:55.730495 4216 cni.go:473] [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa c93de5a39503ab247856a6ffe812f7f7af0b1060c531380fedd4c164717b1e0a network default NAD default NAD key default], result "{}", err I0430 23:45:55.775482 4216 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.775516 4216 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0430 23:45:55.776799 4216 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.32 I0430 23:45:55.776831 4216 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:45:55.817289 4216 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.817315 4216 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:45:55.823041 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 23:45:55.823061 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 23:45:56.536113 4216 namespace.go:98] [image-controller] adding namespace I0430 23:45:56.536317 4216 namespace.go:98] [integration-service] adding namespace I0430 23:45:56.537052 4216 namespace.go:102] [image-controller] adding namespace took 917.247µs I0430 23:45:56.537727 4216 namespace.go:102] [integration-service] adding namespace took 1.388128ms I0430 23:45:56.540160 4216 namespace.go:98] [build-service] adding namespace I0430 23:45:56.540267 4216 namespace.go:98] [default-tenant] adding namespace I0430 23:45:56.540906 4216 namespace.go:102] [build-service] adding namespace took 730.911µs I0430 23:45:56.541585 4216 namespace.go:102] [default-tenant] adding namespace took 1.303922ms I0430 23:45:56.564378 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.590389 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:56.592006 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.611032 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.622042 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:56.640506 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:56.645579 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.661453 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:56.798111 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:56.825407 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:56.846100 4216 namespace.go:98] [release-service] adding namespace I0430 23:45:56.846904 4216 namespace.go:102] [release-service] adding namespace took 790.115µs I0430 23:45:56.863049 4216 namespace.go:142] [release-service] updating namespace I0430 23:45:56.878128 4216 namespace.go:142] [release-service] updating namespace I0430 23:45:56.933238 4216 namespace.go:142] [konflux-ui] updating namespace I0430 23:45:57.076266 4216 namespace.go:98] [konflux-info] adding namespace I0430 23:45:57.077040 4216 namespace.go:102] [konflux-info] adding namespace took 757.824µs I0430 23:45:57.093769 4216 namespace.go:98] [namespace-lister] adding namespace I0430 23:45:57.094488 4216 namespace.go:102] [namespace-lister] adding namespace took 703.335µs I0430 23:45:57.108948 4216 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.133413 4216 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.137136 4216 namespace.go:142] [konflux-info] updating namespace I0430 23:45:57.173309 4216 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:57.180390 4216 namespace.go:98] [enterprise-contract-service] adding namespace I0430 23:45:57.181094 4216 namespace.go:102] [enterprise-contract-service] adding namespace took 689.205µs I0430 23:45:57.206040 4216 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.235789 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:57.252152 4216 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:45:57.482381 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:57.600169 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.679136 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:57.870100 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:57.953615 4216 namespace.go:98] [segment-bridge] adding namespace I0430 23:45:57.954568 4216 namespace.go:102] [segment-bridge] adding namespace took 936.842µs I0430 23:45:57.972007 4216 namespace.go:142] [segment-bridge] updating namespace I0430 23:45:58.076003 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.273125 4216 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.301194 4216 namespace.go:142] [segment-bridge] updating namespace I0430 23:45:58.480012 4216 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.488500 4216 namespace.go:98] [konflux-cli] adding namespace I0430 23:45:58.489164 4216 namespace.go:102] [konflux-cli] adding namespace took 648.984µs I0430 23:45:58.510132 4216 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.575142 4216 namespace.go:142] [konflux-cli] updating namespace I0430 23:45:58.584808 4216 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-6kwkx] creating logical port namespace-lister_namespace-lister-696b855848-6kwkx for pod on switch ip-10-0-1-231.ec2.internal I0430 23:45:58.584921 4216 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-6kwkx I0430 23:45:58.596133 4216 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 23:45:58.676506 4216 namespace.go:142] [release-service] updating namespace I0430 23:45:58.698945 4216 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-6kwkx I0430 23:45:58.824440 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:58.845687 4216 pod.go:62] [namespace-lister/namespace-lister-696b855848-6kwkx] pod update took 260.791996ms I0430 23:45:58.845716 4216 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-6kwkx] addLogicalPort annotation time took 260.818273ms I0430 23:45:58.847013 4216 pods.go:271] [namespace-lister/namespace-lister-696b855848-6kwkx] addLogicalPort took 262.221049ms, libovsdb time 939.568µs I0430 23:45:58.847131 4216 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 23:45:58.847151 4216 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 23:45:58.850179 4216 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 23:45:58.850204 4216 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 23:45:58.850215 4216 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 23:45:58.851058 4216 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 23:45:58.858754 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:58.870673 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:58.892449 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:58.905093 4216 namespace.go:142] [konflux-info] updating namespace I0430 23:45:58.936798 4216 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:58.946626 4216 namespace.go:142] [release-service] updating namespace I0430 23:45:59.013690 4216 namespace.go:142] [build-service] updating namespace I0430 23:45:59.071134 4216 namespace.go:142] [default-tenant] updating namespace I0430 23:45:59.168104 4216 namespace.go:142] [image-controller] updating namespace I0430 23:45:59.229835 4216 namespace.go:142] [integration-service] updating namespace I0430 23:45:59.314132 4216 namespace.go:142] [konflux-info] updating namespace I0430 23:45:59.421275 4216 namespace.go:142] [namespace-lister] updating namespace I0430 23:45:59.521135 4216 namespace.go:142] [release-service] updating namespace I0430 23:46:00.099092 4216 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-sc9n4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-sc9n4 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:00.099193 4216 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-sc9n4 I0430 23:46:00.228714 4216 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-sc9n4 I0430 23:46:00.377556 4216 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-sc9n4] pod update took 278.389034ms I0430 23:46:00.377576 4216 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-sc9n4] addLogicalPort annotation time took 278.415661ms I0430 23:46:00.378742 4216 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-sc9n4] addLogicalPort took 279.664865ms, libovsdb time 836.637µs I0430 23:46:00.443848 4216 cni.go:452] [namespace-lister/namespace-lister-696b855848-6kwkx fa8d14167bdb7d9f72966add4844d83e743a1f57932a8e4ed151a9cd71ea2526 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-6kwkx fa8d14167bdb7d9f72966add4844d83e743a1f57932a8e4ed151a9cd71ea2526 network default NAD default NAD key ] I0430 23:46:00.453785 4216 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-6kwkx, hostIfaceName: fa8d14167bdb7d9, network: default, NAD default, SandboxID: "fa8d14167bdb7d9f72966add4844d83e743a1f57932a8e4ed151a9cd71ea2526", PCI device ID: , UID: "6a6f445c-ac3c-43ce-94e9-988d86669d13", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0430 23:46:00.457289 4216 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-sc9n4 9827b9e821ba621738756fe12d1df974c265a718a4a52c88968ea1ed13261f45 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-sc9n4 9827b9e821ba621738756fe12d1df974c265a718a4a52c88968ea1ed13261f45 network default NAD default NAD key ] I0430 23:46:00.466637 4216 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-sc9n4, hostIfaceName: 9827b9e821ba621, network: default, NAD default, SandboxID: "9827b9e821ba621738756fe12d1df974c265a718a4a52c88968ea1ed13261f45", PCI device ID: , UID: "b5af2700-a2d0-4bc1-a1b7-c1110e9d6116", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0430 23:46:00.504660 4216 cni.go:473] [namespace-lister/namespace-lister-696b855848-6kwkx fa8d14167bdb7d9f72966add4844d83e743a1f57932a8e4ed151a9cd71ea2526 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-6kwkx fa8d14167bdb7d9f72966add4844d83e743a1f57932a8e4ed151a9cd71ea2526 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:8b:9f:2a:0f:77\",\"name\":\"fa8d14167bdb7d9\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d5a30f7-0849-47c2-91e5-db6339e81308\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:00.528636 4216 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-sc9n4 9827b9e821ba621738756fe12d1df974c265a718a4a52c88968ea1ed13261f45 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-sc9n4 9827b9e821ba621738756fe12d1df974c265a718a4a52c88968ea1ed13261f45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f9:b7:e7:af:be\",\"name\":\"9827b9e821ba621\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad7431dd-e50f-44d7-be0e-8ce0a52cf9e2\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:00.642305 4216 base_network_controller_pods.go:487] [default/konflux-ui/dex-57ffd6c75f-v29nc] creating logical port konflux-ui_dex-57ffd6c75f-v29nc for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:00.642449 4216 kube.go:256] Updating pod konflux-ui/dex-57ffd6c75f-v29nc I0430 23:46:00.686478 4216 base_network_controller_pods.go:487] [default/konflux-ui/proxy-69f9b798f4-pgp9z] creating logical port konflux-ui_proxy-69f9b798f4-pgp9z for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:00.686576 4216 kube.go:256] Updating pod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:46:00.811766 4216 kube.go:256] Updating pod konflux-ui/dex-57ffd6c75f-v29nc I0430 23:46:00.837274 4216 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:00.859732 4216 kube.go:256] Updating pod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:46:00.977542 4216 pod.go:62] [konflux-ui/dex-57ffd6c75f-v29nc] pod update took 335.132062ms I0430 23:46:00.977560 4216 base_network_controller_pods.go:951] [default/konflux-ui/dex-57ffd6c75f-v29nc] addLogicalPort annotation time took 335.157637ms I0430 23:46:00.978753 4216 pods.go:271] [konflux-ui/dex-57ffd6c75f-v29nc] addLogicalPort took 336.464905ms, libovsdb time 820.862µs I0430 23:46:01.011724 4216 pod.go:62] [konflux-ui/proxy-69f9b798f4-pgp9z] pod update took 325.182771ms I0430 23:46:01.011744 4216 base_network_controller_pods.go:951] [default/konflux-ui/proxy-69f9b798f4-pgp9z] addLogicalPort annotation time took 325.207276ms I0430 23:46:01.012779 4216 pods.go:271] [konflux-ui/proxy-69f9b798f4-pgp9z] addLogicalPort took 326.335685ms, libovsdb time 692.89µs I0430 23:46:01.032821 4216 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.067419 4216 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-c94h8] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-c94h8 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:01.067537 4216 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:01.184732 4216 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:01.235202 4216 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.275820 4216 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8] pod update took 208.314682ms I0430 23:46:01.275838 4216 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-c94h8] addLogicalPort annotation time took 208.339302ms I0430 23:46:01.276989 4216 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8] addLogicalPort took 209.586916ms, libovsdb time 803.177µs I0430 23:46:01.367228 4216 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.389338 4216 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.406289 4216 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:01.491792 4216 namespace.go:142] [enterprise-contract-service] updating namespace I0430 23:46:01.564249 4216 namespace.go:142] [konflux-cli] updating namespace I0430 23:46:01.662328 4216 namespace.go:142] [segment-bridge] updating namespace I0430 23:46:02.073367 4216 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-lrl4x] creating logical port build-service_build-service-controller-manager-7cbf488fcf-lrl4x for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:02.073486 4216 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-lrl4x I0430 23:46:02.124922 4216 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-lrl4x I0430 23:46:02.173305 4216 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-lrl4x] pod update took 99.865318ms I0430 23:46:02.173335 4216 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-lrl4x] addLogicalPort annotation time took 99.901724ms I0430 23:46:02.174777 4216 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-lrl4x] addLogicalPort took 101.423993ms, libovsdb time 939.456µs I0430 23:46:02.428817 4216 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-5lx52] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-5lx52 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:02.428924 4216 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-5lx52 I0430 23:46:02.453964 4216 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52] pod update took 25.064515ms I0430 23:46:02.453985 4216 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-5lx52] addLogicalPort annotation time took 25.093829ms I0430 23:46:02.455290 4216 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52] addLogicalPort took 26.491259ms, libovsdb time 923.42µs I0430 23:46:02.953157 4216 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-lrl4x be902c9c67ecb8e1ffbd4ed754ec3fae9a7c9fe58381b475c6dfe73c99daa3c2 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-lrl4x be902c9c67ecb8e1ffbd4ed754ec3fae9a7c9fe58381b475c6dfe73c99daa3c2 network default NAD default NAD key ] I0430 23:46:02.962926 4216 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-lrl4x, hostIfaceName: be902c9c67ecb8e, network: default, NAD default, SandboxID: "be902c9c67ecb8e1ffbd4ed754ec3fae9a7c9fe58381b475c6dfe73c99daa3c2", PCI device ID: , UID: "f4a5c3a5-b58d-4b5a-81b6-d3e956d3e3cf", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0430 23:46:03.003775 4216 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-76d8867d5b-2xmx7] creating logical port integration-service_integration-service-controller-manager-76d8867d5b-2xmx7 for pod on switch ip-10-0-1-231.ec2.internal I0430 23:46:03.003881 4216 kube.go:256] Updating pod integration-service/integration-service-controller-manager-76d8867d5b-2xmx7 I0430 23:46:03.015739 4216 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-lrl4x be902c9c67ecb8e1ffbd4ed754ec3fae9a7c9fe58381b475c6dfe73c99daa3c2 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-lrl4x be902c9c67ecb8e1ffbd4ed754ec3fae9a7c9fe58381b475c6dfe73c99daa3c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:33:54:ba:fa:41\",\"name\":\"be902c9c67ecb8e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b91053a2-2db8-4829-ab7c-633824ff0630\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:03.021010 4216 pod.go:62] [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7] pod update took 17.159046ms I0430 23:46:03.021037 4216 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-76d8867d5b-2xmx7] addLogicalPort annotation time took 17.189318ms I0430 23:46:03.022534 4216 pods.go:271] [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7] addLogicalPort took 18.777999ms, libovsdb time 971.421µs W0430 23:46:03.700297 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 23:46:03.723036 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0430 23:46:04.706115 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0430 23:46:05.707024 4216 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0430 23:46:06.967896 4216 cni.go:452] [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7 4b25c3933c63c465b6bb63b2fb60b237455a98e6d262718d4a68c012891a983f network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7 4b25c3933c63c465b6bb63b2fb60b237455a98e6d262718d4a68c012891a983f network default NAD default NAD key ] I0430 23:46:06.977073 4216 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-76d8867d5b-2xmx7, hostIfaceName: 4b25c3933c63c46, network: default, NAD default, SandboxID: "4b25c3933c63c465b6bb63b2fb60b237455a98e6d262718d4a68c012891a983f", PCI device ID: , UID: "37977e84-9887-4a10-8cb0-cc7055306a92", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0430 23:46:07.025406 4216 cni.go:473] [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7 4b25c3933c63c465b6bb63b2fb60b237455a98e6d262718d4a68c012891a983f network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-76d8867d5b-2xmx7 4b25c3933c63c465b6bb63b2fb60b237455a98e6d262718d4a68c012891a983f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d2:53:56:f8:0d\",\"name\":\"4b25c3933c63c46\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7f9c51f-1a95-43d2-8be5-fb0ce2bc67c2\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:08.769705 4216 cni.go:452] [konflux-ui/dex-57ffd6c75f-v29nc 64ce58a03ea0f9281638dd473510df3a8fe42228dada2250e1d8a9f24bcb8398 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-57ffd6c75f-v29nc 64ce58a03ea0f9281638dd473510df3a8fe42228dada2250e1d8a9f24bcb8398 network default NAD default NAD key ] I0430 23:46:08.779617 4216 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-57ffd6c75f-v29nc, hostIfaceName: 64ce58a03ea0f92, network: default, NAD default, SandboxID: "64ce58a03ea0f9281638dd473510df3a8fe42228dada2250e1d8a9f24bcb8398", PCI device ID: , UID: "9aca31e2-f527-4a7a-9356-facdde7de6ed", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0430 23:46:08.829836 4216 cni.go:473] [konflux-ui/dex-57ffd6c75f-v29nc 64ce58a03ea0f9281638dd473510df3a8fe42228dada2250e1d8a9f24bcb8398 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-57ffd6c75f-v29nc 64ce58a03ea0f9281638dd473510df3a8fe42228dada2250e1d8a9f24bcb8398 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:02:be:ea:e7:bd\",\"name\":\"64ce58a03ea0f92\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41c6346b-cb9b-4c99-9f2a-f4167c4553f2\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:08.843751 4216 cni.go:452] [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key ] I0430 23:46:08.852944 4216 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-69f9b798f4-pgp9z, hostIfaceName: e1612e7bb795bb3, network: default, NAD default, SandboxID: "e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4", PCI device ID: , UID: "b032590d-15da-4401-913d-cb150875e78b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0430 23:46:08.900928 4216 cni.go:473] [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:fb:9f:c1:e0:91\",\"name\":\"e1612e7bb795bb3\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e04aa4b5-9363-4cd1-b6d3-8ae3f41ea9c8\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:09.231278 4216 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key ] I0430 23:46:09.241929 4216 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-c94h8, hostIfaceName: 4883f01dea51126, network: default, NAD default, SandboxID: "4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8", PCI device ID: , UID: "3c22bdce-af8d-42a7-b765-9f3c4ea7f5fb", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0430 23:46:09.300073 4216 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:ff:ec:d8:f3:1b\",\"name\":\"4883f01dea51126\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b082c5c-c444-404d-bce3-958ee5465445\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 23:46:10.789860 4216 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52 90b0282330cbc9ddb0641c0db2f22b721bbd1a373c0aa756d99dd89b5852bbc3 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52 90b0282330cbc9ddb0641c0db2f22b721bbd1a373c0aa756d99dd89b5852bbc3 network default NAD default NAD key ] I0430 23:46:10.803113 4216 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-5lx52, hostIfaceName: 90b0282330cbc9d, network: default, NAD default, SandboxID: "90b0282330cbc9ddb0641c0db2f22b721bbd1a373c0aa756d99dd89b5852bbc3", PCI device ID: , UID: "ca7af56f-6b32-40de-8892-81d079e1db19", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0430 23:46:10.859994 4216 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52 90b0282330cbc9ddb0641c0db2f22b721bbd1a373c0aa756d99dd89b5852bbc3 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-5lx52 90b0282330cbc9ddb0641c0db2f22b721bbd1a373c0aa756d99dd89b5852bbc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ae:07:27:49:cc\",\"name\":\"90b0282330cbc9d\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7a8fabb-2506-4dda-94ed-c2fd39528484\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 23:46:11.746019 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.747545 4216 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.766509 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:11.767013 4216 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 23:46:11.787661 4216 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0430 23:46:14.654805 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=580 W0430 23:46:14.705831 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 23:46:14.769984 4216 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 23:46:14.770282 4216 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 23:46:14.820349 4216 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:14.820369 4216 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546577 4216 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:15.546595 4216 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:17.718115 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 23:46:22.760188 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 23:46:22.762776 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0430 23:46:22.958011 4216 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key ] I0430 23:46:23.035575 4216 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 4883f01dea511268925e8d5e88538a89b426794891cb4b0ce7453203e4aa65b8 network default NAD default NAD key default], result "{}", err I0430 23:46:23.085106 4216 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.085146 4216 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:23.086586 4216 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-c94h8, ips: 10.130.0.38 I0430 23:46:23.086621 4216 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:46:23.815547 4216 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.815568 4216 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:46:23.821201 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 I0430 23:46:23.821229 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-c94h8 W0430 23:46:25.778026 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0430 23:46:25.805632 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 23:46:25.807416 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0430 23:46:45.734910 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=4 W0430 23:46:50.820984 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 23:46:50.821002 4216 util.go:959] Failed to build node endpoints for node ip-10-0-1-231.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 23:47:26.198526 4216 cni.go:452] [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key ] I0430 23:47:26.278832 4216 cni.go:473] [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-69f9b798f4-pgp9z e1612e7bb795bb319fece94a99d0225f9ff883f0edf64453323dfb5a597eeae4 network default NAD default NAD key default], result "{}", err I0430 23:47:26.338473 4216 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:26.338505 4216 pods.go:176] Deleting pod: konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:26.339773 4216 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-69f9b798f4-pgp9z, ips: 10.130.0.37 I0430 23:47:26.339803 4216 obj_retry.go:498] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:27.131001 4216 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.131029 4216 obj_retry.go:492] Detected object konflux-ui/proxy-69f9b798f4-pgp9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:27.137053 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:27.137081 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-69f9b798f4-pgp9z I0430 23:47:28.155074 4216 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.155679 4216 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:47:28.175929 4216 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.175949 4216 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:47:28.182020 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 23:47:28.182037 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 23:47:46.664095 4216 namespace.go:98] [managed-tenant-ytau8] adding namespace I0430 23:47:46.665049 4216 namespace.go:102] [managed-tenant-ytau8] adding namespace took 929.402µs I0430 23:47:46.687248 4216 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:46.702736 4216 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:47.942683 4216 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.064121 4216 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:47:48.162161 4216 namespace.go:142] [managed-tenant-ytau8] updating namespace I0430 23:48:18.734153 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0430 23:49:17.637847 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0430 23:50:04.146578 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.147175 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 23:50:04.992845 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:04.992866 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626550-8vxgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:50:30.635342 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0430 23:50:34.639721 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=172 I0430 23:50:38.635449 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0430 23:51:04.762193 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0430 23:51:27.724631 4216 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0430 23:51:30.637253 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0430 23:51:44.756586 4216 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 23:52:06.743899 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 23:52:15.658265 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=48 I0430 23:52:49.737698 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0430 23:53:02.750288 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0430 23:53:12.731131 4216 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0430 23:54:14.760645 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0430 23:54:54.641978 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0430 23:55:12.046017 4216 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.046055 4216 obj_retry.go:492] Detected object tsf-tpa/create-db-2nxdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:12.049738 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-2nxdv I0430 23:55:12.049759 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-2nxdv I0430 23:55:18.031744 4216 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.031762 4216 obj_retry.go:492] Detected object tsf-tpa/migrate-db-7fcgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:18.034151 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-7fcgq I0430 23:55:18.034164 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-7fcgq I0430 23:55:23.028950 4216 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.028999 4216 obj_retry.go:492] Detected object tsf-tpa/create-importers-b5stq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 23:55:23.033676 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-b5stq I0430 23:55:23.033707 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-b5stq I0430 23:55:31.739658 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0430 23:56:12.045412 4216 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-5ccbf4fb6c-zn944 W0430 23:57:17.045160 4216 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-9765f7cd6-87jgj I0430 23:57:56.737418 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0430 23:57:57.643528 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0430 23:58:04.753557 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0430 23:58:06.639124 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0430 23:58:39.759875 4216 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0430 23:58:48.639228 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0430 23:59:05.641037 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0430 23:59:47.742118 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0430 23:59:57.766210 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0501 00:00:00.225007 4216 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29626560-jpjqk] creating logical port segment-bridge_segment-bridge-29626560-jpjqk for pod on switch ip-10-0-1-231.ec2.internal I0501 00:00:00.225119 4216 kube.go:256] Updating pod segment-bridge/segment-bridge-29626560-jpjqk I0501 00:00:00.269620 4216 pod.go:62] [segment-bridge/segment-bridge-29626560-jpjqk] pod update took 44.527215ms I0501 00:00:00.269644 4216 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29626560-jpjqk] addLogicalPort annotation time took 44.556508ms I0501 00:00:00.271027 4216 pods.go:271] [segment-bridge/segment-bridge-29626560-jpjqk] addLogicalPort took 46.036792ms, libovsdb time 922.66µs I0501 00:00:00.317873 4216 base_network_controller_pods.go:487] [default/tsf-tas/backfill-redis-29626560-pdv79] creating logical port tsf-tas_backfill-redis-29626560-pdv79 for pod on switch ip-10-0-1-231.ec2.internal I0501 00:00:00.317976 4216 kube.go:256] Updating pod tsf-tas/backfill-redis-29626560-pdv79 I0501 00:00:00.337930 4216 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44] creating logical port integration-service_integration-service-snapshot-garbage-collector-29626560-8ln44 for pod on switch ip-10-0-1-231.ec2.internal I0501 00:00:00.338026 4216 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 I0501 00:00:00.353049 4216 pod.go:62] [tsf-tas/backfill-redis-29626560-pdv79] pod update took 35.089813ms I0501 00:00:00.353077 4216 base_network_controller_pods.go:951] [default/tsf-tas/backfill-redis-29626560-pdv79] addLogicalPort annotation time took 35.121684ms I0501 00:00:00.354484 4216 pods.go:271] [tsf-tas/backfill-redis-29626560-pdv79] addLogicalPort took 36.622596ms, libovsdb time 899.287µs I0501 00:00:00.354550 4216 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29626560-2cbwp] creating logical port openshift-image-registry_image-pruner-29626560-2cbwp for pod on switch ip-10-0-1-231.ec2.internal I0501 00:00:00.354615 4216 kube.go:256] Updating pod openshift-image-registry/image-pruner-29626560-2cbwp I0501 00:00:00.364928 4216 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44] pod update took 26.920038ms I0501 00:00:00.364956 4216 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44] addLogicalPort annotation time took 26.950239ms I0501 00:00:00.365101 4216 base_network_controller_pods.go:487] [default/image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs] creating logical port image-controller_image-controller-image-pruner-cronjob-29626560-6rmxs for pod on switch ip-10-0-1-231.ec2.internal I0501 00:00:00.365200 4216 kube.go:256] Updating pod image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs I0501 00:00:00.366247 4216 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44] addLogicalPort took 28.325419ms, libovsdb time 819.438µs I0501 00:00:00.375706 4216 pod.go:62] [openshift-image-registry/image-pruner-29626560-2cbwp] pod update took 21.108782ms I0501 00:00:00.375725 4216 base_network_controller_pods.go:951] [default/openshift-image-registry/image-pruner-29626560-2cbwp] addLogicalPort annotation time took 21.131205ms I0501 00:00:00.376710 4216 pods.go:271] [openshift-image-registry/image-pruner-29626560-2cbwp] addLogicalPort took 22.16569ms, libovsdb time 667.589µs I0501 00:00:00.384353 4216 pod.go:62] [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs] pod update took 19.169681ms I0501 00:00:00.384376 4216 base_network_controller_pods.go:951] [default/image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs] addLogicalPort annotation time took 19.194432ms I0501 00:00:00.385607 4216 pods.go:271] [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs] addLogicalPort took 20.51857ms, libovsdb time 752.249µs I0501 00:00:00.604233 4216 cni.go:452] [segment-bridge/segment-bridge-29626560-jpjqk ec6a789aba0d770981c1df2cea37ed0b5c8410c44ec73f3ec2df00c2da7f3cc9 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29626560-jpjqk ec6a789aba0d770981c1df2cea37ed0b5c8410c44ec73f3ec2df00c2da7f3cc9 network default NAD default NAD key ] I0501 00:00:00.614296 4216 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29626560-jpjqk, hostIfaceName: ec6a789aba0d770, network: default, NAD default, SandboxID: "ec6a789aba0d770981c1df2cea37ed0b5c8410c44ec73f3ec2df00c2da7f3cc9", PCI device ID: , UID: "d8afe3b2-c06e-4f8f-bbde-6af7a3239a48", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0501 00:00:00.668073 4216 cni.go:473] [segment-bridge/segment-bridge-29626560-jpjqk ec6a789aba0d770981c1df2cea37ed0b5c8410c44ec73f3ec2df00c2da7f3cc9 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29626560-jpjqk ec6a789aba0d770981c1df2cea37ed0b5c8410c44ec73f3ec2df00c2da7f3cc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ea:ab:f2:b8:3b\",\"name\":\"ec6a789aba0d770\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c17ffb4d-64b5-4c27-aaa9-a630e3d08e18\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 00:00:00.675388 4216 cni.go:452] [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key ] I0501 00:00:00.685732 4216 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: backfill-redis-29626560-pdv79, hostIfaceName: 74a80d4135b5b74, network: default, NAD default, SandboxID: "74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d", PCI device ID: , UID: "dc417173-84de-46d3-922d-c5adf8a89fb9", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0501 00:00:00.697482 4216 cni.go:452] [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key ] I0501 00:00:00.702210 4216 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key ] I0501 00:00:00.710016 4216 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29626560-2cbwp, hostIfaceName: 3562d787daa6828, network: default, NAD default, SandboxID: "3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a", PCI device ID: , UID: "5d39ff22-603a-4e8a-9215-ce69f687f5d6", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0501 00:00:00.713913 4216 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29626560-8ln44, hostIfaceName: c59fbb2e8e20486, network: default, NAD default, SandboxID: "c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361", PCI device ID: , UID: "3a6f7199-1643-4b94-865b-88f32911bf80", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0501 00:00:00.737049 4216 cni.go:452] [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs 5475a69e232370b1099e6861284642f388ae68bdb33f527137a1f5387f7fdec4 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs 5475a69e232370b1099e6861284642f388ae68bdb33f527137a1f5387f7fdec4 network default NAD default NAD key ] I0501 00:00:00.744089 4216 cni.go:473] [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:65:e9:09:47:5a\",\"name\":\"74a80d4135b5b74\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/802fa278-b959-4d76-86e6-5242252f3e89\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 00:00:00.747710 4216 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-image-pruner-cronjob-29626560-6rmxs, hostIfaceName: 5475a69e232370b, network: default, NAD default, SandboxID: "5475a69e232370b1099e6861284642f388ae68bdb33f527137a1f5387f7fdec4", PCI device ID: , UID: "96ff2f77-8485-4bfd-9ff5-7ed9816d4587", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0501 00:00:00.816817 4216 cni.go:473] [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs 5475a69e232370b1099e6861284642f388ae68bdb33f527137a1f5387f7fdec4 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-image-pruner-cronjob-29626560-6rmxs 5475a69e232370b1099e6861284642f388ae68bdb33f527137a1f5387f7fdec4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:e7:3a:ba:a3:92\",\"name\":\"5475a69e232370b\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2b1946e-7797-4491-a3c9-5f7eb50fb642\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 00:00:00.981710 4216 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:01:72:d4:6a:53\",\"name\":\"c59fbb2e8e20486\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1939aa-faf8-473d-ae6c-204fc0c1a034\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 00:00:00.981718 4216 cni.go:473] [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:33:60:60:52:e7\",\"name\":\"3562d787daa6828\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85555a53-25be-4c9c-8343-b45a389f8908\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0501 00:00:02.545518 4216 cni.go:452] [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key ] I0501 00:00:02.630839 4216 cni.go:473] [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-pruner-29626560-2cbwp 3562d787daa682830f325a889d97335054ea0c0b7461d973a5a665ec5213f57a network default NAD default NAD key default], result "{}", err I0501 00:00:02.768761 4216 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:02.768798 4216 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29626560-2cbwp I0501 00:00:02.770059 4216 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29626560-2cbwp, ips: 10.130.0.45 I0501 00:00:02.770085 4216 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.790403 4216 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.790451 4216 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29626560-2cbwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:03.874171 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.874804 4216 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.900255 4216 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:03.900717 4216 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.556557 4216 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key ] I0501 00:00:04.658872 4216 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 c59fbb2e8e20486651c83e97d81153bfca36879e3c92b7a7d53bde135162b361 network default NAD default NAD key default], result "{}", err I0501 00:00:04.707188 4216 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.707232 4216 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 I0501 00:00:04.708838 4216 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44, ips: 10.130.0.44 I0501 00:00:04.708871 4216 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:04.729107 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.729144 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626560-sqwqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.740875 4216 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.740891 4216 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29626560-zjwn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765395 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.765416 4216 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:04.770347 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:04.770374 4216 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29626530-7j2kp I0501 00:00:05.566416 4216 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:05.566446 4216 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29626560-8ln44 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:07.728794 4216 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0501 00:00:17.625688 4216 cni.go:452] [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key ] I0501 00:00:17.722501 4216 cni.go:473] [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/backfill-redis-29626560-pdv79 74a80d4135b5b747883c2a89ffbd8503027bb9ecedef1ad75e629496419db80d network default NAD default NAD key default], result "{}", err I0501 00:00:17.769404 4216 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:17.769485 4216 pods.go:176] Deleting pod: tsf-tas/backfill-redis-29626560-pdv79 I0501 00:00:17.770935 4216 pods.go:236] Attempting to release IPs for pod: tsf-tas/backfill-redis-29626560-pdv79, ips: 10.130.0.43 I0501 00:00:17.770960 4216 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 00:00:18.639678 4216 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:18.639733 4216 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29626560-pdv79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 00:00:27.747429 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0501 00:01:25.764717 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0501 00:01:26.646087 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0501 00:01:27.743261 4216 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0501 00:01:37.662494 4216 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=81