+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-61.ec2.internal ++ [[ -n ip-10-0-1-61.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-61.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0429 06:48:15.649922673 - disable conntrack on geneve port' I0429 06:48:15.649922673 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0429 06:48:15.695086665 - starting ovnkube-node + echo 'I0429 06:48:15.695086665 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-61.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-61.ec2.internal --init-node ip-10-0-1-61.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-61.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0429 06:48:15.744963 3787 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0429 06:48:15.745012 3787 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-73d77e818b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0429 06:48:15.746361 3787 kube.go:431] Waiting for certificate I0429 06:48:15.746394 3787 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0429 06:48:15.746435 3787 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0429 06:48:15.747224 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 06:48:15.782931 3787 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:15.782951 3787 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:15.785746 3787 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:15.785836 3787 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-drmsb" I0429 06:48:15.798857 3787 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-drmsb" I0429 06:48:15.798939 3787 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:16.746570 3787 kube.go:438] Certificate found I0429 06:48:16.747316 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 06:48:16.748254 3787 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0429 06:48:16.802467 3787 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 06:43:15 +0000 UTC" deadline="2026-04-30 00:56:46.083840283 +0000 UTC" I0429 06:48:16.802499 3787 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h8m29.281350722s" I0429 06:48:16.807268 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 06:48:16.819267 3787 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0429 06:48:16.819446 3787 server.go:101] MetricServer registers OVS metrics I0429 06:48:16.820067 3787 server.go:105] MetricServer registers OVN DB metrics I0429 06:48:16.823110 3787 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0429 06:48:16.823241 3787 factory.go:561] Starting watch factory I0429 06:48:16.823380 3787 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.823421 3787 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824293 3787 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824350 3787 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824578 3787 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824613 3787 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824865 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.824913 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.825676 3787 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.825774 3787 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.826057 3787 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.826108 3787 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.826141 3787 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0429 06:48:16.826193 3787 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0429 06:48:16.829952 3787 controller_manager.go:370] Starting the ovnkube controller I0429 06:48:16.829979 3787 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-61.ec2.internal I0429 06:48:16.830046 3787 controller_manager.go:395] NBDB zone sync took: 57.085µs I0429 06:48:16.830058 3787 factory.go:561] Starting watch factory I0429 06:48:16.842022 3787 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0429 06:48:16.842069 3787 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0429 06:48:16.843694 3787 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.843850 3787 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.844237 3787 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.846439 3787 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0429 06:48:16.846477 3787 server.go:109] MetricServer registers OVN Controller metrics I0429 06:48:16.846642 3787 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.847147 3787 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.851279 3787 server.go:113] MetricServer registers OVN Northd metrics I0429 06:48:16.854414 3787 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:16.856200 3787 metrics.go:519] OVN Metrics Server starts to run ... I0429 06:48:16.929471 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 06:48:16.929497 3787 factory.go:1977] *v1.Node informer cache synced successfully I0429 06:48:16.929501 3787 factory.go:1977] *v1.Service informer cache synced successfully I0429 06:48:16.929504 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 06:48:16.929507 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0429 06:48:16.929510 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 06:48:16.929576 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.929587 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.929602 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.929593 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.932740 3787 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.932833 3787 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:16.934813 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 06:48:16.934824 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 06:48:16.934873 3787 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.934891 3787 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.935201 3787 factory.go:1977] *v1.Service informer cache synced successfully I0429 06:48:16.935211 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 06:48:16.935214 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0429 06:48:16.935217 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 06:48:16.935220 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 06:48:16.935222 3787 factory.go:1977] *v1.Node informer cache synced successfully I0429 06:48:16.937325 3787 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.940396 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 06:48:16.940408 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 06:48:16.940418 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 06:48:16.940496 3787 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.940514 3787 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.942954 3787 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.946126 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 06:48:16.946199 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 06:48:16.946251 3787 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.946263 3787 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.948735 3787 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.951849 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 06:48:16.951906 3787 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.951938 3787 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.951952 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 06:48:16.954381 3787 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.957837 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 06:48:16.957896 3787 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.957908 3787 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.957925 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 06:48:16.960297 3787 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.963332 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 06:48:16.963335 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 06:48:16.963482 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:16.963495 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:16.966294 3787 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:16.968428 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 06:48:16.968432 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 06:48:16.968498 3787 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.968513 3787 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.968514 3787 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.968530 3787 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.970905 3787 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.971171 3787 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:16.974442 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 06:48:16.974525 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 06:48:16.974535 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 06:48:16.974542 3787 factory.go:680] Watch Factory start up complete, took: 151.305188ms I0429 06:48:16.974606 3787 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0429 06:48:16.980145 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 06:48:16.980157 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 06:48:16.980166 3787 factory.go:680] Watch Factory start up complete, took: 150.105915ms I0429 06:48:16.980175 3787 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-61.ec2.internal" zone I0429 06:48:17.015156 3787 default_node_network_controller.go:710] Initializing the default node network controller I0429 06:48:17.084605 3787 udn_isolation.go:101] Starting UDN host isolation manager I0429 06:48:17.091036 3787 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0429 06:48:17.161321 3787 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0429 06:48:17.161432 3787 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0429 06:48:17.161446 3787 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0429 06:48:17.194772 3787 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0429 06:48:17.194828 3787 default_node_network_controller.go:809] Node ip-10-0-1-61.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0429 06:48:17.200459 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.61"] k8s.ovn.org/zone-name:ip-10-0-1-61.ec2.internal] on node ip-10-0-1-61.ec2.internal I0429 06:48:17.221263 3787 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0429 06:48:17.227382 3787 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0429 06:48:17.227540 3787 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0429 06:48:17.227733 3787 gateway_init.go:263] Preparing Gateway I0429 06:48:17.227746 3787 gateway_shared_intf.go:1687] Creating new gateway I0429 06:48:17.231004 3787 controller_manager.go:429] Waiting for node in zone sync took: 250.81817ms I0429 06:48:17.236847 3787 controller_manager.go:611] Switching to transit router for layer2 networks I0429 06:48:17.236858 3787 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-61.ec2.internal I0429 06:48:17.252100 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 06:48:17.258765 3787 controller_manager.go:290] SCTP support detected in OVN I0429 06:48:17.259356 3787 services_controller.go:69] Creating services controller for network=default I0429 06:48:17.259482 3787 udn_enabled_svc.go:80] Waiting for service informer to sync I0429 06:48:17.259537 3787 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0429 06:48:17.259571 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0429 06:48:17.259588 3787 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0429 06:48:17.259598 3787 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 06:48:17.259798 3787 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0429 06:48:17.259850 3787 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0429 06:48:17.259876 3787 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.078µs I0429 06:48:17.259896 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 34.302µs I0429 06:48:17.259902 3787 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 52.775µs I0429 06:48:17.259907 3787 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0429 06:48:17.259919 3787 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0429 06:48:17.259930 3787 default_network_controller.go:325] Starting the default network controller I0429 06:48:17.260006 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.975µs I0429 06:48:17.260362 3787 udn_enabled_svc.go:95] Performing full resync I0429 06:48:17.260685 3787 udn_enabled_svc.go:99] Waiting for handler to sync I0429 06:48:17.260719 3787 udn_enabled_svc.go:104] Starting worker I0429 06:48:17.269662 3787 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0429 06:48:17.269775 3787 repair.go:33] Syncing exgw routes took 95.005µs I0429 06:48:17.269810 3787 default_network_controller.go:414] Starting all the Watchers... I0429 06:48:17.270003 3787 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0429 06:48:17.270003 3787 namespace.go:98] [kube-system] adding namespace I0429 06:48:17.270004 3787 namespace.go:98] [openshift-backplane-csm] adding namespace I0429 06:48:17.270015 3787 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0429 06:48:17.270024 3787 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0429 06:48:17.270027 3787 namespace.go:98] [kube-node-lease] adding namespace I0429 06:48:17.270038 3787 namespace.go:98] [openshift-backplane-cee] adding namespace I0429 06:48:17.270039 3787 namespace.go:98] [kube-public] adding namespace I0429 06:48:17.270039 3787 namespace.go:98] [openshift-network-node-identity] adding namespace I0429 06:48:17.270045 3787 namespace.go:98] [openshift-dns-operator] adding namespace I0429 06:48:17.270050 3787 namespace.go:98] [openshift-dns] adding namespace I0429 06:48:17.270054 3787 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0429 06:48:17.270058 3787 namespace.go:98] [openshift-host-network] adding namespace I0429 06:48:17.270071 3787 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0429 06:48:17.270112 3787 namespace.go:98] [openshift-network-operator] adding namespace I0429 06:48:17.270693 3787 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 676.997µs I0429 06:48:17.270737 3787 namespace.go:98] [openshift-console-user-settings] adding namespace I0429 06:48:17.271297 3787 namespace.go:102] [kube-system] adding namespace took 1.276211ms I0429 06:48:17.271315 3787 namespace.go:98] [openshift-service-ca-operator] adding namespace I0429 06:48:17.271991 3787 namespace.go:102] [openshift-backplane-csm] adding namespace took 1.969297ms I0429 06:48:17.272006 3787 namespace.go:98] [openshift-console-operator] adding namespace I0429 06:48:17.272667 3787 namespace.go:102] [openshift-console-operator] adding namespace took 654.522µs I0429 06:48:17.272684 3787 namespace.go:98] [openshift-console] adding namespace I0429 06:48:17.273358 3787 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 3.324681ms I0429 06:48:17.273373 3787 namespace.go:98] [openshift-config-managed] adding namespace I0429 06:48:17.273901 3787 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.874622ms I0429 06:48:17.273915 3787 namespace.go:98] [openshift-operators] adding namespace I0429 06:48:17.274481 3787 namespace.go:102] [kube-node-lease] adding namespace took 4.44289ms I0429 06:48:17.274498 3787 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0429 06:48:17.275099 3787 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.052557ms I0429 06:48:17.275132 3787 namespace.go:98] [openshift-backplane-mobb] adding namespace I0429 06:48:17.275733 3787 namespace.go:102] [kube-public] adding namespace took 5.683382ms I0429 06:48:17.275749 3787 namespace.go:98] [openshift-backplane] adding namespace I0429 06:48:17.276289 3787 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.239182ms I0429 06:48:17.276300 3787 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0429 06:48:17.276852 3787 namespace.go:102] [openshift-dns-operator] adding namespace took 6.796268ms I0429 06:48:17.276869 3787 namespace.go:98] [openshift-authentication-operator] adding namespace I0429 06:48:17.277402 3787 namespace.go:102] [openshift-dns] adding namespace took 7.343679ms I0429 06:48:17.277417 3787 namespace.go:98] [openshift-infra] adding namespace I0429 06:48:17.277912 3787 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.851471ms I0429 06:48:17.277926 3787 namespace.go:98] [openshift-network-diagnostics] adding namespace I0429 06:48:17.278511 3787 namespace.go:102] [openshift-host-network] adding namespace took 8.446166ms I0429 06:48:17.278528 3787 namespace.go:98] [openshift-machine-config-operator] adding namespace I0429 06:48:17.279006 3787 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.923894ms I0429 06:48:17.279023 3787 namespace.go:98] [default] adding namespace I0429 06:48:17.279546 3787 namespace.go:102] [openshift-network-operator] adding namespace took 9.418497ms I0429 06:48:17.279563 3787 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0429 06:48:17.280088 3787 namespace.go:102] [openshift-console-user-settings] adding namespace took 9.344082ms I0429 06:48:17.280104 3787 namespace.go:98] [openshift-ingress-operator] adding namespace I0429 06:48:17.280619 3787 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.29629ms I0429 06:48:17.280638 3787 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0429 06:48:17.281162 3787 namespace.go:102] [openshift-console] adding namespace took 8.471122ms I0429 06:48:17.281185 3787 namespace.go:98] [openshift-authentication] adding namespace I0429 06:48:17.281693 3787 namespace.go:102] [openshift-config-managed] adding namespace took 8.312052ms I0429 06:48:17.281733 3787 namespace.go:98] [openshift-config] adding namespace I0429 06:48:17.282202 3787 namespace.go:102] [openshift-operators] adding namespace took 8.279752ms I0429 06:48:17.282221 3787 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0429 06:48:17.282690 3787 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.185871ms I0429 06:48:17.282723 3787 namespace.go:98] [openshift-multus] adding namespace I0429 06:48:17.283246 3787 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.105739ms I0429 06:48:17.283264 3787 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0429 06:48:17.283637 3787 namespace.go:102] [openshift-backplane] adding namespace took 7.883753ms I0429 06:48:17.283647 3787 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0429 06:48:17.284095 3787 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.788496ms I0429 06:48:17.284112 3787 namespace.go:98] [openshift-node] adding namespace I0429 06:48:17.284502 3787 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.626154ms I0429 06:48:17.284517 3787 namespace.go:98] [openshift-kube-apiserver] adding namespace W0429 06:48:17.284960 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2xvwz: pod openshift-network-diagnostics/network-check-target-2xvwz: no pod IPs found W0429 06:48:17.284976 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-88f5c: pod openshift-network-diagnostics/network-check-target-88f5c: no pod IPs found W0429 06:48:17.284984 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mkl5n: pod openshift-network-diagnostics/network-check-target-mkl5n: no pod IPs found I0429 06:48:17.284995 3787 namespace.go:102] [openshift-infra] adding namespace took 7.572829ms I0429 06:48:17.285006 3787 namespace.go:98] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] adding namespace I0429 06:48:17.285528 3787 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.596803ms I0429 06:48:17.285541 3787 namespace.go:98] [openshift-apiserver-operator] adding namespace I0429 06:48:17.286021 3787 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.489217ms I0429 06:48:17.286032 3787 namespace.go:98] [openshift-backplane-cse] adding namespace I0429 06:48:17.286517 3787 namespace.go:102] [default] adding namespace took 7.487556ms I0429 06:48:17.286534 3787 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0429 06:48:17.287019 3787 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.450163ms I0429 06:48:17.287034 3787 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0429 06:48:17.287512 3787 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.401614ms I0429 06:48:17.287526 3787 namespace.go:98] [openshift-customer-monitoring] adding namespace I0429 06:48:17.288105 3787 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.459407ms I0429 06:48:17.288123 3787 namespace.go:98] [openshift-apiserver] adding namespace I0429 06:48:17.288730 3787 namespace.go:102] [openshift-authentication] adding namespace took 7.537252ms I0429 06:48:17.288750 3787 namespace.go:98] [openshift-kube-scheduler] adding namespace I0429 06:48:17.289249 3787 namespace.go:102] [openshift-config] adding namespace took 7.509779ms I0429 06:48:17.289264 3787 namespace.go:98] [openshift-etcd] adding namespace W0429 06:48:17.289637 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-764nj: pod openshift-multus/network-metrics-daemon-764nj: no pod IPs found W0429 06:48:17.289653 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zfkxn: pod openshift-multus/network-metrics-daemon-zfkxn: no pod IPs found W0429 06:48:17.289660 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s9ckh: pod openshift-multus/network-metrics-daemon-s9ckh: no pod IPs found I0429 06:48:17.289676 3787 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.449082ms I0429 06:48:17.289687 3787 namespace.go:98] [openshift-logging] adding namespace I0429 06:48:17.290257 3787 namespace.go:102] [openshift-multus] adding namespace took 7.528742ms I0429 06:48:17.290267 3787 namespace.go:98] [openshift-insights] adding namespace I0429 06:48:17.290734 3787 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.463199ms I0429 06:48:17.290751 3787 namespace.go:98] [openshift-operators-redhat] adding namespace I0429 06:48:17.291303 3787 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.648712ms I0429 06:48:17.291323 3787 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0429 06:48:17.291845 3787 namespace.go:102] [openshift-node] adding namespace took 7.727327ms I0429 06:48:17.291859 3787 namespace.go:98] [openshift-config-operator] adding namespace I0429 06:48:17.292392 3787 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.867644ms I0429 06:48:17.292411 3787 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0429 06:48:17.292980 3787 namespace.go:102] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] adding namespace took 7.968418ms I0429 06:48:17.292999 3787 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0429 06:48:17.293732 3787 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.184957ms I0429 06:48:17.293749 3787 namespace.go:98] [dedicated-admin] adding namespace I0429 06:48:17.294337 3787 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.299227ms I0429 06:48:17.294355 3787 namespace.go:98] [openshift-route-controller-manager] adding namespace I0429 06:48:17.294927 3787 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.385765ms I0429 06:48:17.294946 3787 namespace.go:98] [openshift-monitoring] adding namespace I0429 06:48:17.295398 3787 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.35843ms I0429 06:48:17.295414 3787 namespace.go:98] [openshift-image-registry] adding namespace I0429 06:48:17.295870 3787 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.338555ms I0429 06:48:17.295884 3787 namespace.go:98] [openshift-machine-api] adding namespace I0429 06:48:17.296302 3787 namespace.go:102] [openshift-apiserver] adding namespace took 8.175249ms I0429 06:48:17.296317 3787 namespace.go:98] [openshift-ingress-canary] adding namespace I0429 06:48:17.296901 3787 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.143172ms I0429 06:48:17.296916 3787 namespace.go:98] [openshift-ingress] adding namespace I0429 06:48:17.297331 3787 namespace.go:102] [openshift-etcd] adding namespace took 8.061581ms I0429 06:48:17.297343 3787 namespace.go:98] [openshift-marketplace] adding namespace I0429 06:48:17.297870 3787 namespace.go:102] [openshift-logging] adding namespace took 8.177655ms I0429 06:48:17.297887 3787 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0429 06:48:17.298345 3787 namespace.go:102] [openshift-insights] adding namespace took 8.071455ms I0429 06:48:17.298360 3787 namespace.go:98] [openshift-controller-manager] adding namespace I0429 06:48:17.298911 3787 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.154056ms I0429 06:48:17.298928 3787 namespace.go:98] [openshift] adding namespace I0429 06:48:17.299562 3787 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.230839ms I0429 06:48:17.299579 3787 namespace.go:98] [openshift-cluster-version] adding namespace I0429 06:48:17.300252 3787 namespace.go:102] [openshift-config-operator] adding namespace took 8.3844ms I0429 06:48:17.300279 3787 namespace.go:98] [openshift-backplane-srep] adding namespace I0429 06:48:17.300863 3787 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.439218ms I0429 06:48:17.300883 3787 namespace.go:98] [openshift-must-gather-operator] adding namespace I0429 06:48:17.301432 3787 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.425102ms I0429 06:48:17.301447 3787 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0429 06:48:17.302020 3787 namespace.go:102] [dedicated-admin] adding namespace took 8.264703ms I0429 06:48:17.302039 3787 namespace.go:98] [openshift-package-operator] adding namespace I0429 06:48:17.302679 3787 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.315968ms I0429 06:48:17.302715 3787 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0429 06:48:17.303143 3787 namespace.go:102] [openshift-monitoring] adding namespace took 8.190488ms I0429 06:48:17.303157 3787 namespace.go:98] [openshift-backplane-tam] adding namespace I0429 06:48:17.303730 3787 namespace.go:102] [openshift-image-registry] adding namespace took 8.308318ms I0429 06:48:17.303747 3787 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0429 06:48:17.304342 3787 namespace.go:102] [openshift-machine-api] adding namespace took 8.45123ms I0429 06:48:17.304857 3787 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.532929ms I0429 06:48:17.304872 3787 namespace.go:98] [openshift-network-console] adding namespace I0429 06:48:17.305368 3787 namespace.go:102] [openshift-ingress] adding namespace took 8.445449ms I0429 06:48:17.305823 3787 namespace.go:102] [openshift-marketplace] adding namespace took 8.473814ms I0429 06:48:17.305837 3787 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0429 06:48:17.306367 3787 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.472655ms I0429 06:48:17.306911 3787 namespace.go:102] [openshift-controller-manager] adding namespace took 8.544747ms I0429 06:48:17.307370 3787 namespace.go:102] [openshift] adding namespace took 8.435315ms I0429 06:48:17.307387 3787 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0429 06:48:17.307887 3787 namespace.go:102] [openshift-cluster-version] adding namespace took 8.301608ms I0429 06:48:17.308439 3787 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.153439ms I0429 06:48:17.308929 3787 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.040659ms I0429 06:48:17.309378 3787 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.925997ms I0429 06:48:17.309822 3787 namespace.go:102] [openshift-package-operator] adding namespace took 7.777728ms I0429 06:48:17.310364 3787 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.642318ms I0429 06:48:17.310816 3787 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.653399ms I0429 06:48:17.311324 3787 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.571188ms I0429 06:48:17.311814 3787 namespace.go:102] [openshift-network-console] adding namespace took 6.937433ms I0429 06:48:17.312309 3787 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.466337ms I0429 06:48:17.312776 3787 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.382941ms W0429 06:48:17.312855 3787 master.go:458] Unable to parse local node ip-10-0-1-61.ec2.internal chassis-id annotation. Chassis may be removed during sync W0429 06:48:17.312864 3787 master.go:471] Unable to parse remote node ip-10-0-0-41.ec2.internal chassis-id annotation. Chassis may be removed during sync W0429 06:48:17.312868 3787 master.go:471] Unable to parse remote node ip-10-0-2-36.ec2.internal chassis-id annotation. Chassis may be removed during sync I0429 06:48:17.312874 3787 master.go:481] Removing stale chassis with ID/Name: 6add72ae-66b5-4504-b858-24bc1b121004, hostname: ip-10-0-1-61.ec2.internal I0429 06:48:17.313294 3787 master.go:548] Adding or Updating local node "ip-10-0-1-61.ec2.internal" for network "default" I0429 06:48:17.313385 3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-36.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-36.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal I0429 06:48:17.313390 3787 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-41.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-41.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-41.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-41.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal I0429 06:48:17.317030 3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-61.ec2.internal for the network default I0429 06:48:17.317308 3787 zone_ic_handler.go:195] Time taken to create transit switch: 263.095µs I0429 06:48:17.317978 3787 default_network_controller.go:823] Node add failed for ip-10-0-1-61.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal, error getting gateway config for node ip-10-0-1-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-61.ec2.internal", failed to update chassis to local for local node ip-10-0-1-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal] E0429 06:48:17.318034 3787 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-61.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal, error getting gateway config for node ip-10-0-1-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-61.ec2.internal", failed to update chassis to local for local node ip-10-0-1-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal] I0429 06:48:17.318087 3787 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0429 06:48:17.318114 3787 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0429 06:48:17.318132 3787 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0429 06:48:17.318106 3787 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-61.ec2.internal", UID:"4cbc2479-0eca-42b3-8f1a-bd7269443b08", APIVersion:"v1", ResourceVersion:"8529", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal, error getting gateway config for node ip-10-0-1-61.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-61.ec2.internal", failed to update chassis to local for local node ip-10-0-1-61.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-61.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-61.ec2.internal] I0429 06:48:17.318133 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:17.318174 3787 node_tracker.go:235] Node ip-10-0-0-41.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal" I0429 06:48:17.318188 3787 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:17.318200 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:17.318206 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-61.ec2.internal in network "default" I0429 06:48:17.318217 3787 node_tracker.go:235] Node ip-10-0-1-61.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-61.ec2.internal" I0429 06:48:17.318224 3787 node_tracker.go:169] Node ip-10-0-1-61.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:17.318228 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:17.318231 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0429 06:48:17.318238 3787 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0429 06:48:17.318243 3787 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:17.318249 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:17.342664 3787 iptables.go:108] Creating table: filter chain: FORWARD I0429 06:48:17.350054 3787 iptables.go:108] Creating table: filter chain: OUTPUT I0429 06:48:17.356857 3787 gateway_shared_intf.go:1816] Gateway Creation Complete I0429 06:48:17.356871 3787 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-61.ec2.internal","mac-address":"0a:ff:d8:c8:41:bb","ip-addresses":["10.0.1.61/24"],"ip-address":"10.0.1.61/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6add72ae-66b5-4504-b858-24bc1b121004 k8s.ovn.org/node-encap-ips:["10.0.1.61"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.61/24"} k8s.ovn.org/zone-name:ip-10-0-1-61.ec2.internal] on node ip-10-0-1-61.ec2.internal I0429 06:48:17.373195 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-61.ec2.internal in network "default" I0429 06:48:17.373207 3787 master.go:548] Adding or Updating local node "ip-10-0-1-61.ec2.internal" for network "default" I0429 06:48:17.373262 3787 node_tracker.go:169] Node ip-10-0-1-61.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:17.373276 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:17.377492 3787 default_node_network_controller.go:519] Node connection status = connected W0429 06:48:17.377550 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2xvwz: pod openshift-network-diagnostics/network-check-target-2xvwz: no pod IPs found W0429 06:48:17.377569 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zfkxn: pod openshift-multus/network-metrics-daemon-zfkxn: no pod IPs found I0429 06:48:17.378600 3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-61.ec2.internal for the network default I0429 06:48:17.378803 3787 zone_ic_handler.go:195] Time taken to create transit switch: 189.2µs I0429 06:48:17.418358 3787 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0429 06:48:17.418375 3787 services_controller.go:208] Setting up event handlers for services for network=default I0429 06:48:17.418422 3787 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0429 06:48:17.418453 3787 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0429 06:48:17.418463 3787 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0429 06:48:17.518678 3787 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0429 06:48:17.518696 3787 repair.go:60] Starting repairing loop for services I0429 06:48:17.518785 3787 repair.go:131] Deleted 0 stale service LBs I0429 06:48:17.518802 3787 repair.go:137] Deleted 0 stale Chassis Template Vars I0429 06:48:17.518840 3787 repair.go:62] Finished repairing loop for services: 144.833µs I0429 06:48:17.518866 3787 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0429 06:48:17.518874 3787 services_controller.go:254] Starting workers for network=default I0429 06:48:17.519239 3787 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-764nj, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-764nj: suppressed error logged: pod openshift-multus/network-metrics-daemon-764nj: no pod IPs found I0429 06:48:17.519280 3787 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-s9ckh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s9ckh: suppressed error logged: pod openshift-multus/network-metrics-daemon-s9ckh: no pod IPs found I0429 06:48:17.519291 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2xvwz] creating logical port openshift-network-diagnostics_network-check-target-2xvwz for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:17.519366 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zfkxn] creating logical port openshift-multus_network-metrics-daemon-zfkxn for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:17.519423 3787 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-88f5c, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-88f5c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-88f5c: no pod IPs found I0429 06:48:17.519509 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2xvwz I0429 06:48:17.519578 3787 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zfkxn I0429 06:48:17.536025 3787 pod.go:62] [openshift-network-diagnostics/network-check-target-2xvwz] pod update took 16.637793ms I0429 06:48:17.536042 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2xvwz] addLogicalPort annotation time took 16.658219ms I0429 06:48:17.536807 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-2xvwz] addLogicalPort took 17.528659ms, libovsdb time 573.14µs I0429 06:48:17.537078 3787 pod.go:62] [openshift-multus/network-metrics-daemon-zfkxn] pod update took 17.637386ms I0429 06:48:17.537094 3787 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zfkxn] addLogicalPort annotation time took 17.654997ms I0429 06:48:17.538023 3787 pods.go:271] [openshift-multus/network-metrics-daemon-zfkxn] addLogicalPort took 18.664731ms, libovsdb time 634.549µs I0429 06:48:17.538063 3787 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mkl5n, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mkl5n: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mkl5n: no pod IPs found I0429 06:48:17.538381 3787 admin_network_policy_controller.go:227] Starting controller default-network-controller I0429 06:48:17.538401 3787 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0429 06:48:17.538412 3787 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0429 06:48:17.538416 3787 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0429 06:48:17.538588 3787 repair.go:29] Repairing admin network policies took 167.828µs I0429 06:48:17.538685 3787 repair.go:92] Repairing baseline admin network policies took 87.825µs I0429 06:48:17.539212 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0429 06:48:17.539229 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0429 06:48:17.540521 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0429 06:48:17.540540 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0429 06:48:17.540549 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0429 06:48:17.541977 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0429 06:48:17.541995 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0429 06:48:17.542003 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0429 06:48:17.543166 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0429 06:48:17.543184 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0429 06:48:17.543193 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0429 06:48:17.543998 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0429 06:48:17.544015 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0429 06:48:17.544022 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0429 06:48:17.545237 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0429 06:48:17.545257 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0429 06:48:17.545266 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0429 06:48:17.546660 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0429 06:48:17.546679 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0429 06:48:17.547082 3787 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0429 06:48:17.547100 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 06:48:17.547887 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0429 06:48:17.547905 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0429 06:48:17.547912 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0429 06:48:17.548827 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0429 06:48:17.548846 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0429 06:48:17.548861 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0429 06:48:17.550225 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0429 06:48:17.550245 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0429 06:48:17.550258 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0429 06:48:17.551607 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0429 06:48:17.551639 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0429 06:48:17.551649 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0429 06:48:17.553378 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0429 06:48:17.553400 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0429 06:48:17.553410 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0429 06:48:17.553713 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0429 06:48:17.553732 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0429 06:48:17.553742 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0429 06:48:17.554337 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0429 06:48:17.554353 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0429 06:48:17.554361 3787 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0429 06:48:17.556396 3787 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0429 06:48:17.556416 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0429 06:48:17.556426 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0429 06:48:17.557188 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0429 06:48:17.557211 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0429 06:48:17.557220 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0429 06:48:17.557786 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0429 06:48:17.557825 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0429 06:48:17.557833 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0429 06:48:17.559917 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0429 06:48:17.559941 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0429 06:48:17.559950 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0429 06:48:17.560924 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0429 06:48:17.560942 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0429 06:48:17.560951 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0429 06:48:17.562060 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0429 06:48:17.562080 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0429 06:48:17.562093 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0429 06:48:17.563142 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0429 06:48:17.563162 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0429 06:48:17.563170 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0429 06:48:17.564261 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0429 06:48:17.564278 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0429 06:48:17.564287 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0429 06:48:17.564882 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0429 06:48:17.564928 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0429 06:48:17.564941 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0429 06:48:17.565464 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0429 06:48:17.565482 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0429 06:48:17.565490 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0429 06:48:17.565952 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0429 06:48:17.565976 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0429 06:48:17.566007 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 06:48:17.566659 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0429 06:48:17.566676 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0429 06:48:17.566683 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0429 06:48:17.566984 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0429 06:48:17.567005 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0429 06:48:17.567019 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0429 06:48:17.567978 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0429 06:48:17.567994 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0429 06:48:17.568001 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0429 06:48:17.568495 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0429 06:48:17.568518 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0429 06:48:17.568529 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0429 06:48:17.568977 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0429 06:48:17.573250 3787 egressfirewall.go:374] Starting EgressFirewall controller I0429 06:48:17.573284 3787 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0429 06:48:17.573287 3787 controller.go:133] Adding controller egress-firewall-controller event handlers I0429 06:48:17.573309 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0429 06:48:17.573311 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0429 06:48:17.573319 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0429 06:48:17.573324 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0429 06:48:17.573566 3787 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0429 06:48:17.573580 3787 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0429 06:48:17.573585 3787 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0429 06:48:17.573593 3787 egressqos.go:193] Setting up event handlers for EgressQoS I0429 06:48:17.573616 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-41.ec2.internal" for egress firewall I0429 06:48:17.573631 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-61.ec2.internal" for egress firewall I0429 06:48:17.573638 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0429 06:48:17.573723 3787 egressqos.go:245] Starting EgressQoS Controller I0429 06:48:17.573737 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0429 06:48:17.573746 3787 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0429 06:48:17.573753 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0429 06:48:17.573760 3787 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0429 06:48:17.573768 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0429 06:48:17.573775 3787 shared_informer.go:356] "Caches are synced" controller="egressqos" I0429 06:48:17.573781 3787 egressqos.go:259] Repairing EgressQoSes I0429 06:48:17.573786 3787 egressqos.go:399] Starting repairing loop for egressqos I0429 06:48:17.573860 3787 egressqos.go:401] Finished repairing loop for egressqos: 73.947µs I0429 06:48:17.573876 3787 egressservice_zone.go:132] Setting up event handlers for Egress Services I0429 06:48:17.573925 3787 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-61.ec2.internal I0429 06:48:17.573965 3787 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-61.ec2.internal : 40.114µs I0429 06:48:17.574400 3787 egressservice_zone.go:210] Starting Egress Services Controller I0429 06:48:17.574416 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 06:48:17.574430 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 06:48:17.574440 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 06:48:17.574449 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 06:48:17.574458 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 06:48:17.574467 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 06:48:17.574476 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0429 06:48:17.574484 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0429 06:48:17.574491 3787 egressservice_zone.go:228] Repairing Egress Services I0429 06:48:17.574780 3787 master_controller.go:88] Starting Admin Policy Based Route Controller I0429 06:48:17.574789 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 06:48:17.574810 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:17.574819 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 11.207µs I0429 06:48:17.574826 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-61.ec2.internal I0429 06:48:17.574830 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-61.ec2.internal: 3.885µs I0429 06:48:17.574834 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0429 06:48:17.574837 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 3.556µs I0429 06:48:17.574935 3787 default_network_controller.go:585] Completing all the Watchers took 305.114481ms I0429 06:48:17.574948 3787 default_network_controller.go:589] Starting unidling controllers I0429 06:48:17.574959 3787 unidle.go:46] Registering OVN SB ControllerEvent handler I0429 06:48:17.574964 3787 unidle.go:63] Populating Initial ContollerEvent events I0429 06:48:17.574975 3787 unidle.go:79] Setting up event handlers for services I0429 06:48:17.575014 3787 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0429 06:48:17.878428 3787 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:18.378849 3787 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:18.453716 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0429 06:48:18.453741 3787 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0429 06:48:18.453742 3787 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:18.453756 3787 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:18.453771 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:18.605281 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0429 06:48:18.605351 3787 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:18.605368 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:18.605394 3787 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:18.606393 3787 zone_ic_handler.go:195] Time taken to create transit switch: 291.968µs I0429 06:48:18.606409 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-36.ec2.internal for the network default I0429 06:48:18.607558 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-36.ec2.internal" on network "default" took: 1.467358ms I0429 06:48:18.878653 3787 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:19.378344 3787 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:19.616178 3787 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0429 06:48:19.878629 3787 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:19.897370 3787 bridgeconfig.go:537] Gateway is ready I0429 06:48:19.897389 3787 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0429 06:48:19.909025 3787 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.61. Updating OVN encap IP. I0429 06:48:19.914228 3787 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.61 - it is already configured I0429 06:48:19.914240 3787 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.61/24:{} 172.20.0.1/32:{}]. Updating annotations. I0429 06:48:19.914407 3787 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.61/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-61.ec2.internal","mac-address":"0a:ff:d8:c8:41:bb","ip-addresses":["10.0.1.61/24"],"ip-address":"10.0.1.61/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:6add72ae-66b5-4504-b858-24bc1b121004 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.61/24"}] on node ip-10-0-1-61.ec2.internal I0429 06:48:19.930858 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-61.ec2.internal in network "default" I0429 06:48:19.930900 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-61.ec2.internal" for egress firewall I0429 06:48:19.930905 3787 node_tracker.go:169] Node ip-10-0-1-61.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:19.930930 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-61.ec2.internal I0429 06:48:19.930939 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:19.930942 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-61.ec2.internal: 14.783µs I0429 06:48:19.930861 3787 master.go:548] Adding or Updating local node "ip-10-0-1-61.ec2.internal" for network "default" I0429 06:48:19.931078 3787 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.61 I0429 06:48:19.931162 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-61.ec2.internal I0429 06:48:19.935557 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-61.ec2.internal. Updating no re-route policies I0429 06:48:19.935638 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-61.ec2.internal I0429 06:48:19.935648 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdzg5 I0429 06:48:19.935653 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-61.ec2.internal I0429 06:48:19.935654 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7bp9v I0429 06:48:19.935662 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdzg5 I0429 06:48:19.935667 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7bp9v I0429 06:48:19.935672 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-gbfqw I0429 06:48:19.935683 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hbhpx I0429 06:48:19.935683 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2xvwz I0429 06:48:19.935688 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-qdzg5 after 0 failed attempt(s) I0429 06:48:19.935683 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7nsxc I0429 06:48:19.935696 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2xvwz I0429 06:48:19.935697 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-61.ec2.internal I0429 06:48:19.935715 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zfkxn I0429 06:48:19.935716 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rzckr I0429 06:48:19.935721 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-88f5c I0429 06:48:19.935721 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-61.ec2.internal I0429 06:48:19.935719 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ftdp5 I0429 06:48:19.935729 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rzckr I0429 06:48:19.935726 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zfkxn I0429 06:48:19.935733 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ftdp5 I0429 06:48:19.935737 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-61.ec2.internal after 0 failed attempt(s) I0429 06:48:19.935742 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2xvwz] creating logical port openshift-network-diagnostics_network-check-target-2xvwz for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:19.935745 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rzckr after 0 failed attempt(s) I0429 06:48:19.935755 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ftdp5 after 0 failed attempt(s) I0429 06:48:19.935659 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s9ckh I0429 06:48:19.935766 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zfkxn] creating logical port openshift-multus_network-metrics-daemon-zfkxn for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:19.935770 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s9ckh I0429 06:48:19.935803 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-s9ckh, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s9ckh: suppressed error logged: pod openshift-multus/network-metrics-daemon-s9ckh: no pod IPs found I0429 06:48:19.935732 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-88f5c I0429 06:48:19.935837 3787 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-88f5c, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-88f5c: suppressed error logged: pod openshift-network-diagnostics/network-check-target-88f5c: no pod IPs found I0429 06:48:19.935723 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7nsxc I0429 06:48:19.935856 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7nsxc after 0 failed attempt(s) I0429 06:48:19.935673 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-61.ec2.internal after 0 failed attempt(s) I0429 06:48:19.935685 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-gbfqw I0429 06:48:19.935880 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-gbfqw after 0 failed attempt(s) I0429 06:48:19.935640 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-h7rdv I0429 06:48:19.935892 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-h7rdv I0429 06:48:19.935907 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-h7rdv after 0 failed attempt(s) I0429 06:48:19.935672 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-h6vfb I0429 06:48:19.935919 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-h6vfb I0429 06:48:19.935932 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-h6vfb after 0 failed attempt(s) I0429 06:48:19.935688 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-7bp9v after 0 failed attempt(s) I0429 06:48:19.935690 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hbhpx I0429 06:48:19.935950 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-hbhpx after 0 failed attempt(s) I0429 06:48:19.936323 3787 pods.go:271] [openshift-multus/network-metrics-daemon-zfkxn] addLogicalPort took 565.093µs, libovsdb time 232.156µs I0429 06:48:19.936335 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zfkxn after 0 failed attempt(s) I0429 06:48:19.936403 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-2xvwz] addLogicalPort took 670.747µs, libovsdb time 273.117µs I0429 06:48:19.936410 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2xvwz after 0 failed attempt(s) I0429 06:48:19.947545 3787 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0429 06:48:19.959721 3787 iptables.go:108] Creating table: mangle chain: OUTPUT I0429 06:48:19.963165 3787 iptables.go:108] Creating table: nat chain: OUTPUT I0429 06:48:20.011993 3787 iptables.go:108] Creating table: nat chain: PREROUTING I0429 06:48:20.071772 3787 iptables.go:108] Creating table: filter chain: FORWARD I0429 06:48:20.090163 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0429 06:48:20.090289 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0429 06:48:20.090344 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0429 06:48:20.090432 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0429 06:48:20.090498 3787 gateway_init.go:325] Gateway and management port readiness took 2.717046213s I0429 06:48:20.090530 3787 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0429 06:48:20.090574 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0429 06:48:20.090589 3787 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0429 06:48:20.090600 3787 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 06:48:20.090677 3787 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0429 06:48:20.090770 3787 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.836µs I0429 06:48:20.091102 3787 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0429 06:48:20.091130 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.769µs I0429 06:48:20.091142 3787 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.532µs I0429 06:48:20.091150 3787 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0429 06:48:20.091163 3787 nad_controller.go:379] [node-nad-controller NAD controller]: started I0429 06:48:20.091169 3787 default_node_network_controller.go:899] Starting the default node network controller I0429 06:48:20.091175 3787 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0429 06:48:20.091255 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.748µs I0429 06:48:20.091368 3787 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0429 06:48:20.091379 3787 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0429 06:48:20.091418 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c14f40 0xc0002a7dc0 0xc0002a7e30 0xc0002a7ea0 0xc0002a7f10 0xc0002b6000 0xc0002b60e0 0xc000c80230 0xc0002b6150 0xc0002b61c0 0xc000c803c0 0xc006567340 0xc0002b6230 map[0x2ff9080:0xc0032996e0 0x2ff95c0:0xc003299860 0x2ffa2e0:0xc0028175c0 0x2ffa580:0xc003299680 0x2ffad60:0xc003299740 0x2ffb000:0xc0032997a0 0x2ffb2a0:0xc003299800 0x2ffba80:0xc0032998c0 0x2ffbd20:0xc003299920 0x3026980:0xc001410840 0x3026d20:0xc0014108a0 0x3027800:0xc000c29aa0 0x3029160:0xc001c58000 0x30298a0:0xc001429ec0 0x302a720:0xc001b7c000] 0xc0001190a0 0} I0429 06:48:20.091478 3787 gateway.go:151] Starting gateway service sync I0429 06:48:20.091943 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0429 06:48:20.094442 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0429 06:48:20.131338 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0429 06:48:20.132651 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0429 06:48:20.133890 3787 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0429 06:48:20.169312 3787 gateway.go:168] Gateway service sync done. Time taken: 77.822771ms I0429 06:48:20.169688 3787 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30173 I0429 06:48:20.170036 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c14f40 0xc0002a7dc0 0xc0002a7e30 0xc0002a7ea0 0xc0002a7f10 0xc0002b6000 0xc0002b60e0 0xc000c80230 0xc0002b6150 0xc0002b61c0 0xc000c803c0 0xc006567340 0xc0002b6230 map[0x2ff9080:0xc0032996e0 0x2ff95c0:0xc003299860 0x2ffa2e0:0xc0028175c0 0x2ffa580:0xc003299680 0x2ffad60:0xc003299740 0x2ffb000:0xc0032997a0 0x2ffb2a0:0xc003299800 0x2ffba80:0xc0032998c0 0x2ffbd20:0xc003299920 0x3026980:0xc001410840 0x3026d20:0xc0014108a0 0x3027800:0xc000c29aa0 0x3029160:0xc001c58000 0x30298a0:0xc001429ec0 0x302a720:0xc001b7c000] 0xc0001190a0 0} I0429 06:48:20.170433 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c14f40 0xc0002a7dc0 0xc0002a7e30 0xc0002a7ea0 0xc0002a7f10 0xc0002b6000 0xc0002b60e0 0xc000c80230 0xc0002b6150 0xc0002b61c0 0xc000c803c0 0xc006567340 0xc0002b6230 map[0x2ff9080:0xc0032996e0 0x2ff95c0:0xc003299860 0x2ffa2e0:0xc0028175c0 0x2ffa580:0xc003299680 0x2ffad60:0xc003299740 0x2ffb000:0xc0032997a0 0x2ffb2a0:0xc003299800 0x2ffba80:0xc0032998c0 0x2ffbd20:0xc003299920 0x3026980:0xc001410840 0x3026d20:0xc0014108a0 0x3027800:0xc000c29aa0 0x3029160:0xc001c58000 0x30298a0:0xc001429ec0 0x302a720:0xc001b7c000] 0xc0001190a0 0} I0429 06:48:20.170467 3787 gateway.go:532] Reconciling gateway with updates I0429 06:48:20.175544 3787 gateway.go:339] Spawning Conntrack Rule Check Thread I0429 06:48:20.175625 3787 default_node_network_controller.go:944] Gateway and management port readiness took 84.235948ms I0429 06:48:20.175640 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:20.175666 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:20.175663 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:20.175680 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 06:48:20.175682 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:20.175682 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:20.175690 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:20.175696 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:20.175724 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:20.175697 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 06:48:20.175764 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 06:48:20.175766 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 06:48:20.175780 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:20.175785 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 06:48:20.175790 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:20.175789 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 06:48:20.175806 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:20.175808 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 06:48:20.175816 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 06:48:20.175806 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:20.175819 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:20.175824 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:20.175825 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:20.175820 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:20.175830 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:20.175836 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 06:48:20.175838 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:20.175845 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:20.175843 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:20.175831 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:20.175852 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:20.175861 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 06:48:20.175865 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 06:48:20.175825 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:20.175865 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:20.175872 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:20.175876 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:20.175885 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 06:48:20.175889 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:20.175890 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:20.175894 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:20.175899 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:20.175903 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:20.175906 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:20.175912 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 06:48:20.175878 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:20.175848 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0429 06:48:20.175919 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:20.175921 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 06:48:20.175910 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 06:48:20.175930 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31311 is already open, no action needed I0429 06:48:20.175861 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:20.175876 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:20.175992 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:20.175994 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:20.175996 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:20.176004 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:20.176009 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:20.176010 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:20.175906 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 06:48:20.175925 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:20.176037 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:20.176047 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:20.176016 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:20.176068 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:20.176073 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:20.176072 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:20.176080 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:20.176080 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:20.176087 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:20.176085 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:20.176086 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:20.176091 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:20.176097 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 06:48:20.176093 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:20.176102 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:20.176038 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:20.176112 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:20.176115 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 06:48:20.176118 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:20.176119 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:20.176047 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:20.176130 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:20.176132 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:20.176136 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:20.176138 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:20.176028 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 06:48:20.176149 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:20.176153 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 06:48:20.176074 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:20.176078 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:20.176169 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:20.176077 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 06:48:20.176206 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 06:48:20.176207 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:20.176214 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 06:48:20.176218 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:20.176227 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:20.176238 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:20.176103 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:20.176256 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:20.176111 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:20.176275 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:20.176283 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 06:48:20.176094 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:20.176088 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:20.176325 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:20.176335 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 06:48:20.176124 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:20.177124 3787 node_ip_handler_linux.go:160] Node IP manager is running W0429 06:48:20.215016 3787 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 06:48:20.215185 3787 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 06:48:20.215297 3787 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0429 06:48:20.225033 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 06:48:20.247564 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 06:48:20.247623 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 06:48:20.247643 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 06:48:20.247664 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 06:48:20.247676 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 06:48:20.247683 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 06:48:20.247690 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 06:48:20.247695 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 06:48:20.247721 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 06:48:20.247728 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 06:48:20.247733 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 06:48:20.247738 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 06:48:20.247744 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 06:48:20.247750 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 06:48:20.287588 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 06:48:20.287619 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 06:48:20.287627 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 06:48:20.287633 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 06:48:20.287640 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 06:48:20.287645 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 06:48:20.287671 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 06:48:20.287691 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 06:48:20.287697 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 06:48:20.287723 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 06:48:20.289204 3787 default_network_controller.go:1025] Node "ip-10-0-0-41.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:20.289215 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-41.ec2.internal" for egress firewall I0429 06:48:20.289224 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:20.289240 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 19.915µs I0429 06:48:21.165609 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0429 06:48:21.165663 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0429 06:48:21.165679 3787 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:21.165680 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 24.322µs I0429 06:48:21.165697 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:21.165734 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0429 06:48:21.165754 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-36.ec2.internal. Updating no re-route policies I0429 06:48:21.475268 3787 default_node_network_controller.go:1380] Starting node controller node sync W0429 06:48:21.475304 3787 egressip_healthcheck.go:76] Health checking using insecure connection I0429 06:48:21.475384 3787 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0429 06:48:21.487767 3787 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.478556ms I0429 06:48:21.487971 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0429 06:48:21.487990 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 06:48:21.494006 3787 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0429 06:48:21.494278 3787 egressservice_node.go:93] Setting up event handlers for Egress Services I0429 06:48:21.494393 3787 egressservice_node.go:183] Starting Egress Services Controller I0429 06:48:21.494408 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 06:48:21.494420 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 06:48:21.494442 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 06:48:21.494471 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 06:48:21.494481 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 06:48:21.494486 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 06:48:21.494491 3787 egressservice_node.go:197] Repairing Egress Services I0429 06:48:21.505264 3787 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0429 06:48:21.505279 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 06:48:21.505508 3787 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0429 06:48:21.505517 3787 link_network_manager.go:119] Link manager is running I0429 06:48:21.505525 3787 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0429 06:48:21.505817 3787 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0429 06:48:21.506243 3787 vrf_manager.go:128] VRF manager is running I0429 06:48:21.506475 3787 node_controller_manager.go:437] Removing flows to drop GARP I0429 06:48:21.506484 3787 gateway.go:532] Reconciling gateway with updates I0429 06:48:21.530791 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:21.530802 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:21.530812 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:21.530808 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:21.530820 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:21.530826 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:21.530829 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:21.530840 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:21.530854 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:21.530867 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 06:48:21.530855 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:21.530876 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 06:48:21.530880 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 06:48:21.530882 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:21.530891 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 06:48:21.530893 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 06:48:21.530895 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 06:48:21.530889 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:21.530906 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:21.530911 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:21.530914 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:21.530918 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:21.530919 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:21.530923 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:21.530928 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:21.530934 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:21.530937 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:21.530941 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:21.530932 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:21.530947 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:21.530952 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:21.530959 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 06:48:21.530963 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:21.530872 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:21.530961 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 06:48:21.530966 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:21.530979 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 06:48:21.530983 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:21.530919 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:21.530986 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 06:48:21.530993 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 06:48:21.530997 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:21.530982 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 06:48:21.531007 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:21.530893 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 06:48:21.530905 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:21.531043 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:21.531053 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 06:48:21.530906 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:21.531076 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:21.531084 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:21.531086 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:21.531096 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:21.531099 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:21.531099 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:21.531111 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:21.531086 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:21.531140 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:21.531144 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 06:48:21.531149 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:21.531152 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:21.531155 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 06:48:21.531156 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:21.531173 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 06:48:21.531181 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:21.531178 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:21.531177 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:21.531189 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 06:48:21.531183 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:21.531192 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:21.531193 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:21.531228 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:21.531240 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:21.531250 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:21.531254 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:21.531175 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:21.531261 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 06:48:21.531268 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:21.531145 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:21.531308 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:21.531144 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:21.531330 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:21.531153 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:21.531342 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:21.531345 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0429 06:48:21.531348 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 06:48:21.531164 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:21.531355 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31311 is already open, no action needed I0429 06:48:21.531358 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:21.531166 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:21.531394 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:21.531137 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:21.531419 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:21.531184 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:21.531433 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:21.531189 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 06:48:21.531186 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:21.531509 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:21.531514 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 06:48:21.531187 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:21.531522 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:21.531525 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 06:48:21.531191 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:21.531531 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:21.531196 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:21.531200 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:21.531585 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 06:48:21.531202 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:21.572270 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 06:48:21.572302 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 06:48:21.572310 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 06:48:21.572317 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 06:48:21.572323 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 06:48:21.572328 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 06:48:21.572333 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 06:48:21.572338 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 06:48:21.572343 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 06:48:21.572347 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 06:48:21.572352 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 06:48:21.572357 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 06:48:21.572361 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 06:48:21.572366 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 06:48:21.572371 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 06:48:21.572376 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 06:48:21.572381 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 06:48:21.572387 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 06:48:21.612393 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 06:48:21.612410 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 06:48:21.612429 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 06:48:21.612437 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 06:48:21.655960 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 06:48:21.655983 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 06:48:21.655990 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 06:48:21.655996 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 06:48:22.633342 3787 default_network_controller.go:1025] Node "ip-10-0-0-41.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:23.620140 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-61.ec2.internal I0429 06:48:23.620168 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-61.ec2.internal: 33.537µs I0429 06:48:23.649268 3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76d6dbccdd-dsjbb] creating logical port openshift-image-registry_image-registry-76d6dbccdd-dsjbb for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.649378 3787 kube.go:256] Updating pod openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:48:23.672035 3787 pod.go:62] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb] pod update took 22.691732ms I0429 06:48:23.672054 3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76d6dbccdd-dsjbb] addLogicalPort annotation time took 22.714906ms I0429 06:48:23.673188 3787 pods.go:271] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb] addLogicalPort took 23.934285ms, libovsdb time 844.801µs I0429 06:48:23.695504 3787 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-8cwxg] creating logical port openshift-dns_dns-default-8cwxg for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.695570 3787 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-sdnsr for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.695630 3787 kube.go:256] Updating pod openshift-dns/dns-default-8cwxg I0429 06:48:23.695669 3787 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr I0429 06:48:23.697457 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-xmhq2] creating logical port openshift-insights_insights-operator-6dbb575d6c-xmhq2 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.697540 3787 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-xmhq2 I0429 06:48:23.706006 3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57d97dff8f-95hdv] creating logical port openshift-ingress_router-default-57d97dff8f-95hdv for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.706072 3787 kube.go:256] Updating pod openshift-ingress/router-default-57d97dff8f-95hdv I0429 06:48:23.706375 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-hdv4l for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.706454 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l I0429 06:48:23.707253 3787 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-wxxxs for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.707282 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-j9jd7 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.707335 3787 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs I0429 06:48:23.707362 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7 I0429 06:48:23.722533 3787 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-xmhq2] pod update took 25.006041ms I0429 06:48:23.722553 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-xmhq2] addLogicalPort annotation time took 25.028742ms I0429 06:48:23.722662 3787 pod.go:62] [openshift-dns/dns-default-8cwxg] pod update took 27.071869ms I0429 06:48:23.722684 3787 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-8cwxg] addLogicalPort annotation time took 27.096443ms I0429 06:48:23.722883 3787 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr] pod update took 27.234599ms I0429 06:48:23.722900 3787 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr] addLogicalPort annotation time took 27.254436ms I0429 06:48:23.723633 3787 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-xmhq2] addLogicalPort took 26.1839ms, libovsdb time 832.263µs I0429 06:48:23.723892 3787 pods.go:271] [openshift-dns/dns-default-8cwxg] addLogicalPort took 28.401744ms, libovsdb time 982.274µs I0429 06:48:23.724212 3787 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr] addLogicalPort took 28.653461ms, libovsdb time 1.093456ms I0429 06:48:23.724261 3787 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ntl5q for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.724327 3787 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q I0429 06:48:23.734930 3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l] pod update took 28.490462ms I0429 06:48:23.734946 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l] addLogicalPort annotation time took 28.508445ms I0429 06:48:23.735065 3787 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-d9pgh for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.735231 3787 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh I0429 06:48:23.735922 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l] addLogicalPort took 29.546711ms, libovsdb time 731.549µs I0429 06:48:23.738240 3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7] pod update took 30.901751ms I0429 06:48:23.738259 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7] addLogicalPort annotation time took 30.919771ms I0429 06:48:23.739155 3787 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs] pod update took 31.835243ms I0429 06:48:23.739178 3787 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs] addLogicalPort annotation time took 31.857146ms I0429 06:48:23.739307 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7] addLogicalPort took 32.036668ms, libovsdb time 804.663µs I0429 06:48:23.740205 3787 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs] addLogicalPort took 32.961041ms, libovsdb time 677.253µs I0429 06:48:23.745856 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-j96gt for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.745941 3787 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt I0429 06:48:23.751316 3787 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q] pod update took 27.007088ms I0429 06:48:23.751331 3787 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q] addLogicalPort annotation time took 27.026545ms I0429 06:48:23.752094 3787 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-pvfh8] creating logical port openshift-console-operator_console-operator-66dbbb6468-pvfh8 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.752206 3787 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q] addLogicalPort took 27.951385ms, libovsdb time 670.008µs I0429 06:48:23.752214 3787 pod.go:62] [openshift-ingress/router-default-57d97dff8f-95hdv] pod update took 46.164851ms I0429 06:48:23.752227 3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57d97dff8f-95hdv] addLogicalPort annotation time took 46.178203ms I0429 06:48:23.752244 3787 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-pvfh8 I0429 06:48:23.752632 3787 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qt6ch] creating logical port openshift-ingress-canary_ingress-canary-qt6ch for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.753214 3787 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qt6ch I0429 06:48:23.753313 3787 pods.go:271] [openshift-ingress/router-default-57d97dff8f-95hdv] addLogicalPort took 47.314019ms, libovsdb time 880.542µs I0429 06:48:23.753363 3787 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7d9696c95d-4kc2q] creating logical port openshift-ingress_router-default-7d9696c95d-4kc2q for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.753417 3787 kube.go:256] Updating pod openshift-ingress/router-default-7d9696c95d-4kc2q I0429 06:48:23.754101 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-b6hz6 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.754172 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6 I0429 06:48:23.756963 3787 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh] pod update took 21.756301ms I0429 06:48:23.756978 3787 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh] addLogicalPort annotation time took 21.774845ms I0429 06:48:23.757840 3787 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh] addLogicalPort took 22.785119ms, libovsdb time 664.393µs I0429 06:48:23.774167 3787 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt] pod update took 28.246338ms I0429 06:48:23.774184 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt] addLogicalPort annotation time took 28.265752ms I0429 06:48:23.775257 3787 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt] addLogicalPort took 29.406137ms, libovsdb time 795.834µs I0429 06:48:23.779722 3787 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-pvfh8] pod update took 27.49372ms I0429 06:48:23.779737 3787 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-pvfh8] addLogicalPort annotation time took 27.510379ms I0429 06:48:23.780661 3787 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-pvfh8] addLogicalPort took 28.586245ms, libovsdb time 699.961µs I0429 06:48:23.780724 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-ctf2d for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:23.780780 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d I0429 06:48:23.785956 3787 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6] pod update took 31.80835ms I0429 06:48:23.785974 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6] addLogicalPort annotation time took 31.827246ms I0429 06:48:23.786118 3787 pod.go:62] [openshift-ingress/router-default-7d9696c95d-4kc2q] pod update took 32.725847ms I0429 06:48:23.786134 3787 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7d9696c95d-4kc2q] addLogicalPort annotation time took 32.742632ms I0429 06:48:23.786901 3787 pod.go:62] [openshift-ingress-canary/ingress-canary-qt6ch] pod update took 33.705033ms I0429 06:48:23.786920 3787 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qt6ch] addLogicalPort annotation time took 33.72534ms I0429 06:48:23.786935 3787 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6] addLogicalPort took 32.83939ms, libovsdb time 723.519µs I0429 06:48:23.787195 3787 pods.go:271] [openshift-ingress/router-default-7d9696c95d-4kc2q] addLogicalPort took 33.837538ms, libovsdb time 843.131µs I0429 06:48:23.788113 3787 pods.go:271] [openshift-ingress-canary/ingress-canary-qt6ch] addLogicalPort took 35.491724ms, libovsdb time 716.459µs I0429 06:48:23.805280 3787 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d] pod update took 24.51719ms I0429 06:48:23.805297 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d] addLogicalPort annotation time took 24.537954ms I0429 06:48:23.806542 3787 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d] addLogicalPort took 25.837748ms, libovsdb time 988.281µs I0429 06:48:24.111396 3787 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-xmhq2 b221f810b492e9826dfe7d77d405015107776c5d254e30fa3e8bae1e1788ad84 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-xmhq2 b221f810b492e9826dfe7d77d405015107776c5d254e30fa3e8bae1e1788ad84 network default NAD default NAD key ] I0429 06:48:24.112559 3787 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr 696945d0db8d84bb3cbf6caa7c98822c74bb301162b46a552cc686bc21db63ef network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr 696945d0db8d84bb3cbf6caa7c98822c74bb301162b46a552cc686bc21db63ef network default NAD default NAD key ] I0429 06:48:24.129692 3787 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q ec6a93dbd6e03fe8c73bd22d422fa01c8873adbba9df2fa2d83f2684a7bae0f9 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q ec6a93dbd6e03fe8c73bd22d422fa01c8873adbba9df2fa2d83f2684a7bae0f9 network default NAD default NAD key ] I0429 06:48:24.147263 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ntl5q, hostIfaceName: ec6a93dbd6e03fe, network: default, NAD default, SandboxID: "ec6a93dbd6e03fe8c73bd22d422fa01c8873adbba9df2fa2d83f2684a7bae0f9", PCI device ID: , UID: "1161c1db-d1c5-4bbd-85e7-2cb7fe34854d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0429 06:48:24.149260 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-xmhq2, hostIfaceName: b221f810b492e98, network: default, NAD default, SandboxID: "b221f810b492e9826dfe7d77d405015107776c5d254e30fa3e8bae1e1788ad84", PCI device ID: , UID: "47a3d374-345e-4d14-a9fc-68cff0c75edf", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0429 06:48:24.149261 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-sdnsr, hostIfaceName: 696945d0db8d84b, network: default, NAD default, SandboxID: "696945d0db8d84bb3cbf6caa7c98822c74bb301162b46a552cc686bc21db63ef", PCI device ID: , UID: "550fc3cf-d708-4056-ba9f-ab9f8f543340", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0429 06:48:24.200520 3787 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q ec6a93dbd6e03fe8c73bd22d422fa01c8873adbba9df2fa2d83f2684a7bae0f9 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ntl5q ec6a93dbd6e03fe8c73bd22d422fa01c8873adbba9df2fa2d83f2684a7bae0f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ce:27:9b:1e:a9\",\"name\":\"ec6a93dbd6e03fe\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f798aeef-0e4d-42bf-8633-27e84e475305\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.204769 3787 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-xmhq2 b221f810b492e9826dfe7d77d405015107776c5d254e30fa3e8bae1e1788ad84 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-xmhq2 b221f810b492e9826dfe7d77d405015107776c5d254e30fa3e8bae1e1788ad84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c6:a1:b1:b7:12\",\"name\":\"b221f810b492e98\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17d7b692-4f02-4fa1-8ee3-539a2ef3f906\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.204979 3787 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr 696945d0db8d84bb3cbf6caa7c98822c74bb301162b46a552cc686bc21db63ef network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-sdnsr 696945d0db8d84bb3cbf6caa7c98822c74bb301162b46a552cc686bc21db63ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:cc:af:01:9a:4f\",\"name\":\"696945d0db8d84b\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b79d46b6-8a19-466a-83ad-3ce256c911d7\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.221474 3787 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs aae7c879f7c8281cdef2f27cf4efde2ddd2c6aebd71e6d82c74305d13538cc01 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs aae7c879f7c8281cdef2f27cf4efde2ddd2c6aebd71e6d82c74305d13538cc01 network default NAD default NAD key ] I0429 06:48:24.231384 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-wxxxs, hostIfaceName: aae7c879f7c8281, network: default, NAD default, SandboxID: "aae7c879f7c8281cdef2f27cf4efde2ddd2c6aebd71e6d82c74305d13538cc01", PCI device ID: , UID: "c0530443-bf8c-4e66-a8e4-ae1328619edf", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0429 06:48:24.280870 3787 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs aae7c879f7c8281cdef2f27cf4efde2ddd2c6aebd71e6d82c74305d13538cc01 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-wxxxs aae7c879f7c8281cdef2f27cf4efde2ddd2c6aebd71e6d82c74305d13538cc01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a2:38:2f:e9:96\",\"name\":\"aae7c879f7c8281\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/466be145-e85d-44e9-8806-da44c19c17e1\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.288780 3787 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-pvfh8 cf0a2d9088541eb1bf44404f44ac263d545fa495199af749978883d29433ddb0 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-pvfh8 cf0a2d9088541eb1bf44404f44ac263d545fa495199af749978883d29433ddb0 network default NAD default NAD key ] I0429 06:48:24.298882 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-pvfh8, hostIfaceName: cf0a2d9088541eb, network: default, NAD default, SandboxID: "cf0a2d9088541eb1bf44404f44ac263d545fa495199af749978883d29433ddb0", PCI device ID: , UID: "989de03b-b43c-43bb-bebd-3d36bf3be9a3", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0429 06:48:24.302293 3787 cni.go:452] [openshift-ingress-canary/ingress-canary-qt6ch bb3e8690bd86e121f658dfe70ca52190eb6a3440e2164fc17223d5d1490a2a72 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qt6ch bb3e8690bd86e121f658dfe70ca52190eb6a3440e2164fc17223d5d1490a2a72 network default NAD default NAD key ] I0429 06:48:24.313535 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qt6ch, hostIfaceName: bb3e8690bd86e12, network: default, NAD default, SandboxID: "bb3e8690bd86e121f658dfe70ca52190eb6a3440e2164fc17223d5d1490a2a72", PCI device ID: , UID: "76c9fb50-89b7-457e-a0f3-fde4fefad079", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0429 06:48:24.326992 3787 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6 7a2cddf8b1d9cd8ab546222fad431895d91b5672060955d813adaaf65e8f2a7c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6 7a2cddf8b1d9cd8ab546222fad431895d91b5672060955d813adaaf65e8f2a7c network default NAD default NAD key ] I0429 06:48:24.341322 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-b6hz6, hostIfaceName: 7a2cddf8b1d9cd8, network: default, NAD default, SandboxID: "7a2cddf8b1d9cd8ab546222fad431895d91b5672060955d813adaaf65e8f2a7c", PCI device ID: , UID: "7da5aa53-faa5-4130-b8b0-338db6c64d7c", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0429 06:48:24.342432 3787 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d 2655dd60cf2ff1b775b0c6a011b8b7ce61b1f403cfee7b47f720b6d120fc753d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d 2655dd60cf2ff1b775b0c6a011b8b7ce61b1f403cfee7b47f720b6d120fc753d network default NAD default NAD key ] I0429 06:48:24.353259 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-ctf2d, hostIfaceName: 2655dd60cf2ff1b, network: default, NAD default, SandboxID: "2655dd60cf2ff1b775b0c6a011b8b7ce61b1f403cfee7b47f720b6d120fc753d", PCI device ID: , UID: "155f0d0a-eb92-40ae-bbdf-7be6ba8739df", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0429 06:48:24.355959 3787 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-pvfh8 cf0a2d9088541eb1bf44404f44ac263d545fa495199af749978883d29433ddb0 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-pvfh8 cf0a2d9088541eb1bf44404f44ac263d545fa495199af749978883d29433ddb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:f0:15:13:52:c0\",\"name\":\"cf0a2d9088541eb\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4be5677-bf71-468f-88a6-ad8d8674bce5\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.367958 3787 cni.go:473] [openshift-ingress-canary/ingress-canary-qt6ch bb3e8690bd86e121f658dfe70ca52190eb6a3440e2164fc17223d5d1490a2a72 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qt6ch bb3e8690bd86e121f658dfe70ca52190eb6a3440e2164fc17223d5d1490a2a72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:1e:10:91:87:7f\",\"name\":\"bb3e8690bd86e12\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8a2c802-5254-4454-a442-b7fc5ce12408\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.390847 3787 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6 7a2cddf8b1d9cd8ab546222fad431895d91b5672060955d813adaaf65e8f2a7c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-b6hz6 7a2cddf8b1d9cd8ab546222fad431895d91b5672060955d813adaaf65e8f2a7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:25:00:60:e6:72\",\"name\":\"7a2cddf8b1d9cd8\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d10c11d5-51eb-4356-bf45-fc70cc53f308\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:24.401690 3787 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d 2655dd60cf2ff1b775b0c6a011b8b7ce61b1f403cfee7b47f720b6d120fc753d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-ctf2d 2655dd60cf2ff1b775b0c6a011b8b7ce61b1f403cfee7b47f720b6d120fc753d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:15:4c:b9:d8:44\",\"name\":\"2655dd60cf2ff1b\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15a5bd09-b7f1-4509-8ccb-330e1997cfc8\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:25.370046 3787 cni.go:452] [openshift-network-diagnostics/network-check-target-2xvwz 54ca138815ac3525c4a506211b9584c6d8af8b542d7c0f456bce376afcd5a30b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2xvwz 54ca138815ac3525c4a506211b9584c6d8af8b542d7c0f456bce376afcd5a30b network default NAD default NAD key ] I0429 06:48:25.381305 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2xvwz, hostIfaceName: 54ca138815ac352, network: default, NAD default, SandboxID: "54ca138815ac3525c4a506211b9584c6d8af8b542d7c0f456bce376afcd5a30b", PCI device ID: , UID: "07aa2601-a88e-4315-939e-55a12e2b25f8", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0429 06:48:25.410865 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:25.410887 3787 default_network_controller.go:1025] Node "ip-10-0-0-41.ec2.internal" in remote zone "ip-10-0-0-41.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:25.410918 3787 node_tracker.go:235] Node ip-10-0-0-41.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal" I0429 06:48:25.410934 3787 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.410948 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.436590 3787 cni.go:473] [openshift-network-diagnostics/network-check-target-2xvwz 54ca138815ac3525c4a506211b9584c6d8af8b542d7c0f456bce376afcd5a30b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2xvwz 54ca138815ac3525c4a506211b9584c6d8af8b542d7c0f456bce376afcd5a30b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:cb:bb:5c:67:89\",\"name\":\"54ca138815ac352\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a848f7f-c28a-4d52-938a-816ba928a7d4\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:25.446465 3787 default_network_controller.go:1025] Node "ip-10-0-0-41.ec2.internal" in remote zone "ip-10-0-0-41.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:25.558788 3787 default_network_controller.go:1025] Node "ip-10-0-0-41.ec2.internal" in remote zone "ip-10-0-0-41.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:25.558797 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:25.559002 3787 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.559019 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.559882 3787 zone_ic_handler.go:195] Time taken to create transit switch: 356.342µs I0429 06:48:25.559898 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-41.ec2.internal for the network default I0429 06:48:25.561156 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-41.ec2.internal" on network "default" took: 1.643218ms I0429 06:48:25.704208 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0429 06:48:25.704242 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 42.408µs I0429 06:48:27.617454 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:27.617604 3787 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:27.617490 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-41.ec2.internal", IP: 10.0.0.41 to PMTUD blocking rules I0429 06:48:27.617627 3787 services_controller.go:574] Full service sync requested for network=default I0429 06:48:27.617641 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-41.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 06:48:27.617503 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:27.617738 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 234.817µs I0429 06:48:27.617503 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-41.ec2.internal" for egress firewall I0429 06:48:27.624623 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-41.ec2.internal. Updating no re-route policies I0429 06:48:27.633721 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-41.ec2.internal", IP: 10.0.0.41 to PMTUD blocking rules I0429 06:48:27.633741 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-41.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 06:48:31.649151 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:31.649185 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 42.923µs W0429 06:48:34.616530 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0429 06:48:34.644569 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:48:34.735010 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 06:48:35.606109 3787 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0429 06:48:35.607048 3787 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 918.88µs I0429 06:48:35.639668 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 06:48:35.812855 3787 namespace.go:98] [openshift-service-ca] adding namespace I0429 06:48:35.813691 3787 namespace.go:102] [openshift-service-ca] adding namespace took 819.409µs I0429 06:48:35.833976 3787 namespace.go:142] [openshift-service-ca] updating namespace W0429 06:48:39.465484 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:48:45.887584 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 06:48:55.898015 3787 cni.go:452] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key ] I0429 06:48:55.899005 3787 cni.go:452] [openshift-dns/dns-default-8cwxg 38e647b3ebb2fd26a8e823e965ce7ee2d5c81b0a5b6ad0f95d32ea136b89144b network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-8cwxg 38e647b3ebb2fd26a8e823e965ce7ee2d5c81b0a5b6ad0f95d32ea136b89144b network default NAD default NAD key ] I0429 06:48:55.922522 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76d6dbccdd-dsjbb, hostIfaceName: 48de2850615033c, network: default, NAD default, SandboxID: "48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23", PCI device ID: , UID: "7f92a6f5-1d3c-425e-921b-87110c087a8f", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0429 06:48:55.925113 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-8cwxg, hostIfaceName: 38e647b3ebb2fd2, network: default, NAD default, SandboxID: "38e647b3ebb2fd26a8e823e965ce7ee2d5c81b0a5b6ad0f95d32ea136b89144b", PCI device ID: , UID: "58cd9866-2aaa-46ac-893a-7c02c6ae6032", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0429 06:48:55.970039 3787 cni.go:452] [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key ] I0429 06:48:55.975834 3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l 86999c039fd408c081f084d2bb52e02631b622fb1e94c2870b05324f2282444b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l 86999c039fd408c081f084d2bb52e02631b622fb1e94c2870b05324f2282444b network default NAD default NAD key ] I0429 06:48:55.978667 3787 cni.go:473] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:03:af:44:9f:f9\",\"name\":\"48de2850615033c\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec6c4d94-7ebc-4788-a565-55184a87e81c\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:55.981351 3787 cni.go:452] [openshift-ingress/router-default-7d9696c95d-4kc2q 91ab0a6ca61aec3c3ee010166c665b2506a055bb34afc2d19f241eb640966358 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7d9696c95d-4kc2q 91ab0a6ca61aec3c3ee010166c665b2506a055bb34afc2d19f241eb640966358 network default NAD default NAD key ] I0429 06:48:55.995082 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-hdv4l, hostIfaceName: 86999c039fd408c, network: default, NAD default, SandboxID: "86999c039fd408c081f084d2bb52e02631b622fb1e94c2870b05324f2282444b", PCI device ID: , UID: "41232e84-3de9-4fa8-89e9-5137f495669e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0429 06:48:55.995497 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7d9696c95d-4kc2q, hostIfaceName: 91ab0a6ca61aec3, network: default, NAD default, SandboxID: "91ab0a6ca61aec3c3ee010166c665b2506a055bb34afc2d19f241eb640966358", PCI device ID: , UID: "ff6db797-1282-49c0-a61e-101ad2ae8691", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0429 06:48:55.997674 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57d97dff8f-95hdv, hostIfaceName: 9e2b7f2a81a6ecd, network: default, NAD default, SandboxID: "9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450", PCI device ID: , UID: "b883e738-f816-4a1e-8c8b-d547929adbb9", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0429 06:48:56.000393 3787 cni.go:473] [openshift-dns/dns-default-8cwxg 38e647b3ebb2fd26a8e823e965ce7ee2d5c81b0a5b6ad0f95d32ea136b89144b network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-8cwxg 38e647b3ebb2fd26a8e823e965ce7ee2d5c81b0a5b6ad0f95d32ea136b89144b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:12:fd:ef:d4:46\",\"name\":\"38e647b3ebb2fd2\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf60df98-6415-49ef-b21a-31caaa19c7e9\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.033876 3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7 a25661affc77d519b43bcf5a62969af76e42ab0b0633743a3f8e6fa89c030f30 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7 a25661affc77d519b43bcf5a62969af76e42ab0b0633743a3f8e6fa89c030f30 network default NAD default NAD key ] I0429 06:48:56.046216 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-j9jd7, hostIfaceName: a25661affc77d51, network: default, NAD default, SandboxID: "a25661affc77d519b43bcf5a62969af76e42ab0b0633743a3f8e6fa89c030f30", PCI device ID: , UID: "7c978f74-999f-4cd1-b687-f1f4d88b9145", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0429 06:48:56.053568 3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l 86999c039fd408c081f084d2bb52e02631b622fb1e94c2870b05324f2282444b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hdv4l 86999c039fd408c081f084d2bb52e02631b622fb1e94c2870b05324f2282444b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:61:ce:66:61:71\",\"name\":\"86999c039fd408c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3f820b2-fcdf-4dc3-91d5-3e0356cb41ba\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.056980 3787 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh 672c538360ce80ffbdeb1045c4d6a9dd17361be971180e02cacc40e5c12b3487 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh 672c538360ce80ffbdeb1045c4d6a9dd17361be971180e02cacc40e5c12b3487 network default NAD default NAD key ] I0429 06:48:56.076115 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-d9pgh, hostIfaceName: 672c538360ce80f, network: default, NAD default, SandboxID: "672c538360ce80ffbdeb1045c4d6a9dd17361be971180e02cacc40e5c12b3487", PCI device ID: , UID: "04cb5351-7aac-4141-bf4d-a47dbcd392cc", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0429 06:48:56.076378 3787 cni.go:473] [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:e1:f5:1a:fd:58\",\"name\":\"9e2b7f2a81a6ecd\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcd18014-9e67-4b19-b000-0f5af20ad21b\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.077688 3787 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt 713cd2d66ec0ac7c68c7e4bc382c0dad4247ec0f07b19f57271eba25a8e54720 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt 713cd2d66ec0ac7c68c7e4bc382c0dad4247ec0f07b19f57271eba25a8e54720 network default NAD default NAD key ] I0429 06:48:56.092759 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-j96gt, hostIfaceName: 713cd2d66ec0ac7, network: default, NAD default, SandboxID: "713cd2d66ec0ac7c68c7e4bc382c0dad4247ec0f07b19f57271eba25a8e54720", PCI device ID: , UID: "4cb47b74-6fa0-4dd2-93fe-64c80daf042d", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0429 06:48:56.111660 3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7 a25661affc77d519b43bcf5a62969af76e42ab0b0633743a3f8e6fa89c030f30 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-j9jd7 a25661affc77d519b43bcf5a62969af76e42ab0b0633743a3f8e6fa89c030f30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:b1:18:47:7f:5c\",\"name\":\"a25661affc77d51\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecdbf52a-ea7a-4006-b09e-9591843cbdd9\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.133126 3787 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh 672c538360ce80ffbdeb1045c4d6a9dd17361be971180e02cacc40e5c12b3487 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-d9pgh 672c538360ce80ffbdeb1045c4d6a9dd17361be971180e02cacc40e5c12b3487 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5d:5b:30:99:ab\",\"name\":\"672c538360ce80f\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a31f22d6-0a71-4e40-bb2d-8e888bf800b4\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.149553 3787 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt 713cd2d66ec0ac7c68c7e4bc382c0dad4247ec0f07b19f57271eba25a8e54720 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-j96gt 713cd2d66ec0ac7c68c7e4bc382c0dad4247ec0f07b19f57271eba25a8e54720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:fd:39:ae:ad:a5\",\"name\":\"713cd2d66ec0ac7\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00626877-ba77-4e4d-9766-883efcfb0674\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.272497 3787 cni.go:452] [openshift-multus/network-metrics-daemon-zfkxn c5b9633f4921100063a4db6b50454453c083724c7b0b3cbe4b25acd2f80b76c7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zfkxn c5b9633f4921100063a4db6b50454453c083724c7b0b3cbe4b25acd2f80b76c7 network default NAD default NAD key ] I0429 06:48:56.280298 3787 cni.go:473] [openshift-ingress/router-default-7d9696c95d-4kc2q 91ab0a6ca61aec3c3ee010166c665b2506a055bb34afc2d19f241eb640966358 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7d9696c95d-4kc2q 91ab0a6ca61aec3c3ee010166c665b2506a055bb34afc2d19f241eb640966358 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:f2:4a:5d:04:14\",\"name\":\"91ab0a6ca61aec3\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eaabdf07-0682-446d-b813-8e1dc3a898fe\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:48:56.282170 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zfkxn, hostIfaceName: c5b9633f4921100, network: default, NAD default, SandboxID: "c5b9633f4921100063a4db6b50454453c083724c7b0b3cbe4b25acd2f80b76c7", PCI device ID: , UID: "27700f12-20d7-4442-8be3-2b8f4aa6a8a2", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0429 06:48:56.333086 3787 cni.go:473] [openshift-multus/network-metrics-daemon-zfkxn c5b9633f4921100063a4db6b50454453c083724c7b0b3cbe4b25acd2f80b76c7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zfkxn c5b9633f4921100063a4db6b50454453c083724c7b0b3cbe4b25acd2f80b76c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d6:3d:47:77:ff\",\"name\":\"c5b9633f4921100\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b4d376-7575-42e5-a500-0a067f63e5cc\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:48:58.839066 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:48:58.843288 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:48:58.844754 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0429 06:48:58.845993 3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.846007 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.846012 3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.897696 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:48:58.926873 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 06:48:58.967873 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0429 06:48:58.985921 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:59.008334 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-92mj6] creating logical port openshift-insights_insights-runtime-extractor-92mj6 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:48:59.008453 3787 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-92mj6 I0429 06:48:59.064999 3787 pod.go:62] [openshift-insights/insights-runtime-extractor-92mj6] pod update took 56.58411ms I0429 06:48:59.065025 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-92mj6] addLogicalPort annotation time took 56.617578ms I0429 06:48:59.066360 3787 pods.go:271] [openshift-insights/insights-runtime-extractor-92mj6] addLogicalPort took 58.045973ms, libovsdb time 991.043µs I0429 06:48:59.371670 3787 cni.go:452] [openshift-insights/insights-runtime-extractor-92mj6 0f63eedf9c7f1f25561f384e0854b963c4bf474c8d78bb8a5bf105099c54d4b8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-92mj6 0f63eedf9c7f1f25561f384e0854b963c4bf474c8d78bb8a5bf105099c54d4b8 network default NAD default NAD key ] I0429 06:48:59.381959 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-92mj6, hostIfaceName: 0f63eedf9c7f1f2, network: default, NAD default, SandboxID: "0f63eedf9c7f1f25561f384e0854b963c4bf474c8d78bb8a5bf105099c54d4b8", PCI device ID: , UID: "52228005-5adc-4d2e-b0ff-7f47df16a26a", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0429 06:48:59.433832 3787 cni.go:473] [openshift-insights/insights-runtime-extractor-92mj6 0f63eedf9c7f1f25561f384e0854b963c4bf474c8d78bb8a5bf105099c54d4b8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-92mj6 0f63eedf9c7f1f25561f384e0854b963c4bf474c8d78bb8a5bf105099c54d4b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ea:cb:de:b4:c0\",\"name\":\"0f63eedf9c7f1f2\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de354cc9-5f1d-4e85-abdb-077d3e0803e2\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:48:59.742210 3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:59.742230 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:59.742236 3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:00.619912 3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:00.619930 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:00.619938 3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529482 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529507 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529515 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529534 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529540 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.529546 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:02.554150 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0429 06:49:05.576937 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:49:08.594241 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 06:49:08.666125 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 06:49:08.928528 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:49:08.928548 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 06:49:09.273609 3787 base_network_controller_pods.go:487] [default/openshift-console/console-8545b5ddd-vsqqk] creating logical port openshift-console_console-8545b5ddd-vsqqk for pod on switch ip-10-0-1-61.ec2.internal I0429 06:49:09.273714 3787 kube.go:256] Updating pod openshift-console/console-8545b5ddd-vsqqk I0429 06:49:09.301875 3787 pod.go:62] [openshift-console/console-8545b5ddd-vsqqk] pod update took 28.201456ms I0429 06:49:09.301899 3787 base_network_controller_pods.go:951] [default/openshift-console/console-8545b5ddd-vsqqk] addLogicalPort annotation time took 28.228097ms I0429 06:49:09.303152 3787 pods.go:271] [openshift-console/console-8545b5ddd-vsqqk] addLogicalPort took 29.575761ms, libovsdb time 954.615µs W0429 06:49:09.309670 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0429 06:49:09.636512 3787 cni.go:452] [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key ] I0429 06:49:09.660958 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8545b5ddd-vsqqk, hostIfaceName: a705cdeebdef6e2, network: default, NAD default, SandboxID: "a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda", PCI device ID: , UID: "7dd46c5c-3870-4f2d-87f6-935b0b6c3e01", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] W0429 06:49:09.707021 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:09.707043 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:09.707048 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0429 06:49:09.711343 3787 cni.go:473] [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9b:bf:f1:5c:20\",\"name\":\"a705cdeebdef6e2\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fe783f3-2361-4ea3-9180-11269f8ed300\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:49:12.772550 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 06:49:13.339315 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 06:49:13.379002 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8545b5ddd-b2h69 IP address from the namespace address-set, err: pod openshift-console/console-8545b5ddd-b2h69: no pod IPs found W0429 06:49:17.660531 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:49:18.735455 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:18.735473 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:18.906222 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:18.906239 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:18.906244 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.689161 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:19.689179 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:19.771160 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 06:49:19.780966 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.780981 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.780985 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:22.684406 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 06:49:23.819038 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0429 06:49:24.157072 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:24.157584 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 06:49:24.765102 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.765120 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.765125 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.765129 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795803 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795819 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795824 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795828 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0429 06:49:24.808165 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:24.808186 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:24.817428 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:49:24.817449 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:49:25.897233 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:25.897808 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:26.779481 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:26.779500 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:26.787889 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76d6dbccdd-52h2m I0429 06:49:26.787916 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76d6dbccdd-52h2m I0429 06:49:27.216569 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 06:49:35.901791 3787 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-hrhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:35.902319 3787 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-hrhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:36.756306 3787 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-hrhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:36.756326 3787 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-hrhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:36.762391 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cff5669b6-hrhjw I0429 06:49:36.762412 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cff5669b6-hrhjw I0429 06:49:38.655676 3787 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:38.656209 3787 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:38.821999 3787 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:38.822016 3787 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:38.826328 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cff5669b6-8s7k7 I0429 06:49:38.826351 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cff5669b6-8s7k7 W0429 06:49:54.883685 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0429 06:49:54.883762 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0429 06:49:54.883688 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0429 06:49:55.891951 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0429 06:49:59.906442 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0429 06:49:59.906449 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0429 06:49:59.906489 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0429 06:49:59.931239 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 06:49:59.931246 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 06:49:59.931286 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 06:50:00.916725 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 06:50:00.947065 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0429 06:50:12.028088 3787 cni.go:452] [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key ] I0429 06:50:12.119291 3787 cni.go:473] [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8545b5ddd-vsqqk a705cdeebdef6e2a0378493457b0667a81e336fca2896fd0f556f4096a492cda network default NAD default NAD key default], result "{}", err I0429 06:50:12.176385 3787 obj_retry.go:498] Detected object openshift-console/console-8545b5ddd-vsqqk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:12.176417 3787 pods.go:176] Deleting pod: openshift-console/console-8545b5ddd-vsqqk I0429 06:50:12.179639 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8545b5ddd-vsqqk, ips: 10.128.0.22 I0429 06:50:12.179675 3787 obj_retry.go:498] Detected object openshift-console/console-8545b5ddd-vsqqk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:12.937515 3787 cni.go:452] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key ] I0429 06:50:12.965033 3787 obj_retry.go:492] Detected object openshift-console/console-8545b5ddd-vsqqk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:12.965055 3787 obj_retry.go:492] Detected object openshift-console/console-8545b5ddd-vsqqk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:12.975368 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8545b5ddd-vsqqk I0429 06:50:12.975393 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8545b5ddd-vsqqk I0429 06:50:13.013076 3787 cni.go:473] [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-76d6dbccdd-dsjbb 48de2850615033cb1da38f875e02a67b7a500a088742a8066960e5f289252b23 network default NAD default NAD key default], result "{}", err I0429 06:50:13.063871 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.063896 3787 pods.go:176] Deleting pod: openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:50:13.065051 3787 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-76d6dbccdd-dsjbb, ips: 10.128.0.5 I0429 06:50:13.065075 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.220489 3787 cni.go:452] [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key ] I0429 06:50:13.298350 3787 cni.go:473] [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-57d97dff8f-95hdv 9e2b7f2a81a6ecd4d5318bc2865537836cb960bd942bc33a42ebf6b03e79b450 network default NAD default NAD key default], result "{}", err I0429 06:50:13.338171 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.338207 3787 pods.go:176] Deleting pod: openshift-ingress/router-default-57d97dff8f-95hdv I0429 06:50:13.339381 3787 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-57d97dff8f-95hdv, ips: 10.128.0.9 I0429 06:50:13.339411 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.971327 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:13.971347 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:13.980774 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:50:13.980797 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:50:14.008061 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:14.008076 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:14.012855 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57d97dff8f-95hdv I0429 06:50:14.012876 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57d97dff8f-95hdv I0429 06:50:30.711439 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:30.712059 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:30.994630 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:30.994649 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:31.003173 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0429 06:50:31.003198 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0429 06:50:35.641314 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:35.641866 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:36.036349 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:36.036373 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:36.045990 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0429 06:50:36.046012 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0429 06:50:38.394543 3787 base_network_controller_pods.go:487] [default/openshift-console/console-866d6b54c8-4pmkn] creating logical port openshift-console_console-866d6b54c8-4pmkn for pod on switch ip-10-0-1-61.ec2.internal I0429 06:50:38.394680 3787 kube.go:256] Updating pod openshift-console/console-866d6b54c8-4pmkn I0429 06:50:38.429183 3787 pod.go:62] [openshift-console/console-866d6b54c8-4pmkn] pod update took 34.529467ms I0429 06:50:38.429208 3787 base_network_controller_pods.go:951] [default/openshift-console/console-866d6b54c8-4pmkn] addLogicalPort annotation time took 34.558463ms I0429 06:50:38.430518 3787 pods.go:271] [openshift-console/console-866d6b54c8-4pmkn] addLogicalPort took 35.993647ms, libovsdb time 982.132µs I0429 06:50:38.753016 3787 cni.go:452] [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key ] I0429 06:50:38.763066 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-866d6b54c8-4pmkn, hostIfaceName: 40404c84526631b, network: default, NAD default, SandboxID: "40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375", PCI device ID: , UID: "ef4e01a0-9508-422d-9087-a7490755fd66", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0429 06:50:38.814333 3787 cni.go:473] [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:bb:b8:87:d5:a1\",\"name\":\"40404c84526631b\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f544b5-49df-4280-a713-3ec83ba7327a\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:50:40.199717 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:40.200221 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:41.084784 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:41.084812 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:50:49.108337 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 06:50:56.185846 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt for pod on switch ip-10-0-1-61.ec2.internal I0429 06:50:56.185967 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt I0429 06:50:56.200111 3787 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt] pod update took 14.186649ms I0429 06:50:56.200132 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt] addLogicalPort annotation time took 14.212283ms I0429 06:50:56.201448 3787 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt] addLogicalPort took 15.625134ms, libovsdb time 967.842µs I0429 06:50:56.544198 3787 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key ] I0429 06:50:56.553389 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt, hostIfaceName: e85baa4a5900f02, network: default, NAD default, SandboxID: "e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e", PCI device ID: , UID: "6d677e93-c8c5-4bd0-b60f-a0b427ca7688", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0429 06:50:56.602644 3787 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:44:18:29:aa:ce\",\"name\":\"e85baa4a5900f02\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e853dd57-bf58-4ce6-b0a5-e8b3e90ddfe1\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:51:02.768996 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:02.769512 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:03.172019 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:03.172042 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:03.182313 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0429 06:51:03.182333 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0429 06:51:03.705908 3787 obj_retry.go:498] Detected object openshift-console/console-56cd459994-jngvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:03.706427 3787 obj_retry.go:498] Detected object openshift-console/console-56cd459994-jngvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:04.211595 3787 obj_retry.go:492] Detected object openshift-console/console-56cd459994-jngvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:04.211617 3787 obj_retry.go:492] Detected object openshift-console/console-56cd459994-jngvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:04.223099 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd459994-jngvh I0429 06:51:04.223123 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd459994-jngvh I0429 06:51:14.437354 3787 obj_retry.go:498] Detected object openshift-console/console-56cd459994-fthtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:14.437978 3787 obj_retry.go:498] Detected object openshift-console/console-56cd459994-fthtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:15.227611 3787 obj_retry.go:492] Detected object openshift-console/console-56cd459994-fthtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:15.227636 3787 obj_retry.go:492] Detected object openshift-console/console-56cd459994-fthtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:15.239434 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd459994-fthtx I0429 06:51:15.239460 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd459994-fthtx I0429 06:51:18.217251 3787 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key ] I0429 06:51:18.292762 3787 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt e85baa4a5900f021218a7c6a0709b198cf20eb5ef3bfd71c56c84c3f62b9959e network default NAD default NAD key default], result "{}", err I0429 06:51:18.354928 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.354958 3787 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt I0429 06:51:18.356258 3787 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt, ips: 10.128.0.24 I0429 06:51:18.356287 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.356307 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.356316 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0429 06:51:18.356486 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.356500 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0429 06:51:19.384475 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384495 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384509 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384521 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:21.301649 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 06:51:21.312820 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 06:51:38.671831 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:38.672366 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:39.341332 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:39.341360 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:39.350334 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0429 06:51:39.350422 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0429 06:52:09.111546 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 06:53:22.747327 3787 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-45cfw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:22.747944 3787 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-45cfw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:23.757478 3787 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-45cfw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:23.757501 3787 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-45cfw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:23.767891 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-866d6b54c8-45cfw I0429 06:53:23.767917 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-866d6b54c8-45cfw I0429 06:53:33.893474 3787 cni.go:452] [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key ] I0429 06:53:33.973199 3787 cni.go:473] [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-866d6b54c8-4pmkn 40404c84526631b40a3d943b6ce377faf86dc88fbf07cf9359c5af3832fb1375 network default NAD default NAD key default], result "{}", err I0429 06:53:34.037017 3787 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-4pmkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:34.037087 3787 pods.go:176] Deleting pod: openshift-console/console-866d6b54c8-4pmkn I0429 06:53:34.038412 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-866d6b54c8-4pmkn, ips: 10.128.0.23 I0429 06:53:34.038442 3787 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-4pmkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:34.704239 3787 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-4pmkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:34.704261 3787 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-4pmkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:34.714585 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-866d6b54c8-4pmkn I0429 06:53:34.714612 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-866d6b54c8-4pmkn I0429 06:54:04.935847 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0429 06:54:14.945559 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0429 06:54:21.857795 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=615 I0429 06:54:42.974189 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0429 06:55:10.951531 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0429 06:55:23.974165 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0429 06:55:28.963076 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0429 06:55:29.940655 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0429 06:55:58.847027 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=145 I0429 06:56:15.957845 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0429 06:56:21.715870 3787 namespace.go:98] [tsf] adding namespace I0429 06:56:21.716714 3787 namespace.go:102] [tsf] adding namespace took 776.452µs I0429 06:56:21.735968 3787 namespace.go:142] [tsf] updating namespace I0429 06:56:21.747194 3787 namespace.go:142] [tsf] updating namespace I0429 06:56:23.425244 3787 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-rmwjx for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:23.425374 3787 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx I0429 06:56:23.453258 3787 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx] pod update took 27.913762ms I0429 06:56:23.453283 3787 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx] addLogicalPort annotation time took 27.943207ms I0429 06:56:23.454422 3787 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx] addLogicalPort took 29.190326ms, libovsdb time 850.875µs I0429 06:56:23.781736 3787 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx b6d21a692004d7796ef59a00c909bda618cc8b69063b1eca54331e42706f608b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx b6d21a692004d7796ef59a00c909bda618cc8b69063b1eca54331e42706f608b network default NAD default NAD key ] I0429 06:56:23.791062 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-rmwjx, hostIfaceName: b6d21a692004d77, network: default, NAD default, SandboxID: "b6d21a692004d7796ef59a00c909bda618cc8b69063b1eca54331e42706f608b", PCI device ID: , UID: "53d55a0b-a3f6-4bd5-ab50-7d814edcdde0", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0429 06:56:23.840837 3787 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx b6d21a692004d7796ef59a00c909bda618cc8b69063b1eca54331e42706f608b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-rmwjx b6d21a692004d7796ef59a00c909bda618cc8b69063b1eca54331e42706f608b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:d9:b2:29:c9:04\",\"name\":\"b6d21a692004d77\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87adb9ae-cb52-4fb4-b14e-057dc0eece7c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:24.968678 3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0429 06:56:25.976394 3787 namespace.go:98] [tsf-tas] adding namespace I0429 06:56:25.977355 3787 namespace.go:102] [tsf-tas] adding namespace took 936.069µs I0429 06:56:25.985378 3787 namespace.go:98] [rhtpa-operator] adding namespace I0429 06:56:25.985568 3787 namespace.go:98] [tsf-keycloak] adding namespace I0429 06:56:25.985627 3787 namespace.go:98] [konflux-ui] adding namespace I0429 06:56:25.985823 3787 namespace.go:98] [tsf-tpa] adding namespace I0429 06:56:25.985976 3787 namespace.go:98] [rhbk-operator] adding namespace I0429 06:56:25.986081 3787 namespace.go:98] [konflux-operator] adding namespace I0429 06:56:25.986268 3787 namespace.go:102] [rhtpa-operator] adding namespace took 874.771µs I0429 06:56:25.986298 3787 namespace.go:98] [cert-manager-operator] adding namespace I0429 06:56:25.986783 3787 namespace.go:102] [cert-manager-operator] adding namespace took 477.591µs I0429 06:56:25.987378 3787 namespace.go:102] [tsf-keycloak] adding namespace took 1.795092ms I0429 06:56:25.988007 3787 namespace.go:102] [konflux-ui] adding namespace took 2.368089ms I0429 06:56:25.988479 3787 namespace.go:102] [tsf-tpa] adding namespace took 2.641749ms I0429 06:56:25.989078 3787 namespace.go:102] [rhbk-operator] adding namespace took 3.085597ms I0429 06:56:25.989726 3787 namespace.go:102] [konflux-operator] adding namespace took 3.604752ms I0429 06:56:26.003133 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.068610 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.108262 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:26.126947 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.131554 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.139911 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:26.191272 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.198222 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.214079 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.232858 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.307125 3787 namespace.go:142] [tsf-keycloak] updating namespace W0429 06:56:26.318974 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:56:26.340772 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:26.452906 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.465937 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.483875 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.500584 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.516093 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.533604 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.554973 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.567308 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.575072 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.585550 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.595487 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:26.605210 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:27.275974 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:27.286146 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:27.474205 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:27.474332 3787 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0429 06:56:27.491345 3787 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 17.045261ms I0429 06:56:27.491369 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 17.074574ms I0429 06:56:27.492498 3787 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 18.310401ms, libovsdb time 813.457µs I0429 06:56:27.843302 3787 cni.go:452] [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key ] I0429 06:56:27.852763 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 2cc2cb644922046, network: default, NAD default, SandboxID: "2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc", PCI device ID: , UID: "10b77bdb-6331-4456-87c7-c471011e27de", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0429 06:56:27.904095 3787 cni.go:473] [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:75:bb:65:db:c4\",\"name\":\"2cc2cb644922046\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3be69016-0444-4cd8-8be5-4415abc1a988\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:28.813627 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:28.813765 3787 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf I0429 06:56:28.828368 3787 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf] pod update took 14.635312ms I0429 06:56:28.828390 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf] addLogicalPort annotation time took 14.66199ms I0429 06:56:28.829840 3787 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf] addLogicalPort took 16.226723ms, libovsdb time 981.05µs I0429 06:56:28.908318 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:28.908418 3787 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 I0429 06:56:28.927087 3787 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9] pod update took 18.701574ms I0429 06:56:28.927173 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9] addLogicalPort annotation time took 18.79012ms I0429 06:56:28.928524 3787 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9] addLogicalPort took 20.221471ms, libovsdb time 907.863µs I0429 06:56:29.426364 3787 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key ] I0429 06:56:29.426671 3787 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key ] I0429 06:56:29.438061 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9, hostIfaceName: 3c3662053eb04c2, network: default, NAD default, SandboxID: "3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf", PCI device ID: , UID: "4a670a39-ca12-4681-b274-a27889a34afd", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0429 06:56:29.438356 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf, hostIfaceName: 3b9e695e12a9fd7, network: default, NAD default, SandboxID: "3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e", PCI device ID: , UID: "25bbd162-a04e-4a61-ae75-66ad22e943a6", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0429 06:56:29.490070 3787 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:57:a0:ea:f3:56\",\"name\":\"3b9e695e12a9fd7\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6941abb9-5620-49b6-8cea-a29c00f5828e\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:29.507906 3787 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:98:50:bc:bf:63\",\"name\":\"3c3662053eb04c2\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08699693-4293-4755-a269-6b37e3c2ecc2\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:31.776297 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:31.776444 3787 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw I0429 06:56:31.790338 3787 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw] pod update took 13.922642ms I0429 06:56:31.790363 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw] addLogicalPort annotation time took 13.952523ms I0429 06:56:31.791797 3787 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw] addLogicalPort took 15.513226ms, libovsdb time 966.916µs I0429 06:56:32.189414 3787 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key ] I0429 06:56:32.202533 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw, hostIfaceName: 635b5f83d745c01, network: default, NAD default, SandboxID: "635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7", PCI device ID: , UID: "30fe9177-91d5-4e2c-9cc8-49ca5996c8b1", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0429 06:56:32.261090 3787 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:58:1d:60:99:03\",\"name\":\"635b5f83d745c01\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/572371c8-aa1e-4cf0-849c-6cd233223ad0\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:34.363357 3787 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key ] I0429 06:56:34.363395 3787 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key ] I0429 06:56:34.408741 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:34.408872 3787 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t I0429 06:56:34.423258 3787 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t] pod update took 14.431592ms I0429 06:56:34.423287 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t] addLogicalPort annotation time took 14.466318ms I0429 06:56:34.424773 3787 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t] addLogicalPort took 16.075937ms, libovsdb time 921.302µs I0429 06:56:34.450221 3787 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf 3b9e695e12a9fd72670727f739037fc68876592e5a4a24b1d02cad648cb8f56e network default NAD default NAD key default], result "{}", err I0429 06:56:34.459821 3787 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 3c3662053eb04c2d46b26da796e524dc39c750ae41877378ff33efaa0e0351bf network default NAD default NAD key default], result "{}", err I0429 06:56:34.648180 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:34.648304 3787 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv I0429 06:56:34.661912 3787 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv] pod update took 13.635777ms I0429 06:56:34.661943 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv] addLogicalPort annotation time took 13.669101ms I0429 06:56:34.663187 3787 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv] addLogicalPort took 15.027952ms, libovsdb time 839.161µs I0429 06:56:34.719682 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.719730 3787 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf I0429 06:56:34.721447 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf, ips: 10.128.0.27 I0429 06:56:34.721476 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.721497 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.721503 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:34.721690 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.721725 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:34.749204 3787 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz for pod on switch ip-10-0-1-61.ec2.internal I0429 06:56:34.749332 3787 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz I0429 06:56:34.763154 3787 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz] pod update took 13.858136ms I0429 06:56:34.763174 3787 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz] addLogicalPort annotation time took 13.882014ms I0429 06:56:34.764360 3787 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz] addLogicalPort took 15.170128ms, libovsdb time 849.661µs I0429 06:56:34.765212 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.765232 3787 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 I0429 06:56:34.766317 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9, ips: 10.128.0.28 I0429 06:56:34.766340 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.766355 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.766363 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:34.766582 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.766595 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:35.751203 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751229 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751241 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751262 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.793080 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.793166 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.793184 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.793195 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:56:37.317153 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:56:37.367271 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0429 06:56:37.367349 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2n4q6 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2n4q6: no pod IPs found I0429 06:56:38.343127 3787 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key ] I0429 06:56:38.345644 3787 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key ] I0429 06:56:38.347085 3787 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key ] I0429 06:56:38.356581 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv, hostIfaceName: a9f3a75179c079d, network: default, NAD default, SandboxID: "a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe", PCI device ID: , UID: "dde72a44-29b2-4929-abf7-ce0a603052ac", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0429 06:56:38.361133 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz, hostIfaceName: aebd2883434a8ba, network: default, NAD default, SandboxID: "aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814", PCI device ID: , UID: "6e09088b-cc98-43e5-bd6e-8005bd2fd4dd", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0429 06:56:38.361170 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t, hostIfaceName: 5bdf61103583bb1, network: default, NAD default, SandboxID: "5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103", PCI device ID: , UID: "bb58602d-b23f-4992-9eac-342f2fd7751e", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0429 06:56:38.416486 3787 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0e:85:2f:53:62\",\"name\":\"a9f3a75179c079d\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/465a6f12-219b-4763-8795-24cca1513e81\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:38.648119 3787 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:1d:b3:db:83:f0\",\"name\":\"5bdf61103583bb1\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9d0bb0e-5b50-4a5c-9d0b-e2365fdc3e7a\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:38.650370 3787 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:3a:36:31:6a:02\",\"name\":\"aebd2883434a8ba\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36f83dd6-007f-4766-9054-693e90ee23e3\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:56:40.846948 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0429 06:56:41.415852 3787 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key ] I0429 06:56:41.500370 3787 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw 635b5f83d745c012c21cda9a373f2add46d076ce09a82c78eb5f2916a9888da7 network default NAD default NAD key default], result "{}", err I0429 06:56:41.587130 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.587178 3787 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw I0429 06:56:41.588494 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw, ips: 10.128.0.29 I0429 06:56:41.588516 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.588536 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.588542 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:41.588682 3787 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.588695 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:42.425157 3787 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key ] I0429 06:56:42.500505 3787 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv a9f3a75179c079de43b66498bb17d8f6da89f472c239aa3404bc3dcd18d2ebfe network default NAD default NAD key default], result "{}", err I0429 06:56:42.557200 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.557266 3787 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv I0429 06:56:42.558656 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv, ips: 10.128.0.31 I0429 06:56:42.558688 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.558732 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.558741 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:42.558923 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.558935 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:42.629259 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.629283 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.629302 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.629314 3787 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584604 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584672 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584688 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584716 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:44.440455 3787 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key ] I0429 06:56:44.440457 3787 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key ] I0429 06:56:44.506114 3787 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t 5bdf61103583bb157c5eda50ca827242eca4acfa9e69c4d1e39b589def96e103 network default NAD default NAD key default], result "{}", err I0429 06:56:44.540749 3787 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz aebd2883434a8ba2890366c05a5f4ceebfaa8cc3011201e67f7ab0afe4004814 network default NAD default NAD key default], result "{}", err I0429 06:56:44.626949 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.626980 3787 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t I0429 06:56:44.628370 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t, ips: 10.128.0.30 I0429 06:56:44.628397 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.628419 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.628426 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:44.628583 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.628599 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:44.679623 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.679653 3787 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz I0429 06:56:44.681007 3787 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz, ips: 10.128.0.32 I0429 06:56:44.681038 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681063 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681073 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:44.681262 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681277 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:45.650945 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.650968 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.650981 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.651000 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703567 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703617 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703630 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703639 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:56:48.582674 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.503150 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.513239 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.520240 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.528430 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 06:56:52.935669 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0429 06:57:01.956380 3787 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:01.973143 3787 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:05.365901 3787 namespace.go:98] [cert-manager] adding namespace I0429 06:57:05.366676 3787 namespace.go:102] [cert-manager] adding namespace took 756.161µs I0429 06:57:05.400791 3787 namespace.go:142] [cert-manager] updating namespace I0429 06:57:05.429139 3787 namespace.go:142] [cert-manager] updating namespace W0429 06:57:08.618943 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 06:57:10.126974 3787 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:15.777470 3787 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-r4mgd for pod on switch ip-10-0-1-61.ec2.internal I0429 06:57:15.777591 3787 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd I0429 06:57:15.825326 3787 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd] pod update took 47.767269ms I0429 06:57:15.825349 3787 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd] addLogicalPort annotation time took 47.793995ms I0429 06:57:15.826436 3787 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd] addLogicalPort took 48.982898ms, libovsdb time 798.52µs I0429 06:57:16.140224 3787 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd 01b2db46c5c0ac09099418fe81aa701664d9cce6d5d65b047175a36a6c168775 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd 01b2db46c5c0ac09099418fe81aa701664d9cce6d5d65b047175a36a6c168775 network default NAD default NAD key ] I0429 06:57:16.149738 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-r4mgd, hostIfaceName: 01b2db46c5c0ac0, network: default, NAD default, SandboxID: "01b2db46c5c0ac09099418fe81aa701664d9cce6d5d65b047175a36a6c168775", PCI device ID: , UID: "8f13ffa9-3b51-4bc0-becb-1a34f991b0cb", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0429 06:57:16.200257 3787 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd 01b2db46c5c0ac09099418fe81aa701664d9cce6d5d65b047175a36a6c168775 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-r4mgd 01b2db46c5c0ac09099418fe81aa701664d9cce6d5d65b047175a36a6c168775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:76:69:09:c9:9b\",\"name\":\"01b2db46c5c0ac0\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/760bd264-1150-4b36-91fd-f77c832783a9\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:57:17.578338 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.596946 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.608387 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.629993 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 06:57:18.531040 3787 namespace.go:98] [trusted-artifact-signer] adding namespace I0429 06:57:18.531892 3787 namespace.go:102] [trusted-artifact-signer] adding namespace took 832.217µs I0429 06:57:18.578173 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:18.620718 3787 namespace.go:142] [trusted-artifact-signer] updating namespace W0429 06:57:18.751365 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0429 06:57:19.721311 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 06:57:19.721328 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0429 06:57:25.747494 3787 namespace.go:98] [openshift-pipelines] adding namespace I0429 06:57:25.748276 3787 namespace.go:102] [openshift-pipelines] adding namespace took 763.364µs I0429 06:57:25.778937 3787 namespace.go:142] [openshift-pipelines] updating namespace I0429 06:57:26.616354 3787 namespace.go:142] [cert-manager] updating namespace I0429 06:57:26.951216 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:27.479332 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:27.691021 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:27.874499 3787 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:28.276338 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:28.478108 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:28.674485 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:28.875974 3787 namespace.go:142] [tsf] updating namespace I0429 06:57:29.089015 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:29.315809 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:29.557676 3787 namespace.go:142] [tsf-tpa] updating namespace W0429 06:57:29.641298 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0429 06:57:29.793221 3787 namespace.go:142] [cert-manager] updating namespace I0429 06:57:29.812075 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:29.849207 3787 namespace.go:142] [default] updating namespace I0429 06:57:29.852982 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0429 06:57:29.866590 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:29.888091 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:29.911062 3787 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:29.933077 3787 namespace.go:142] [openshift] updating namespace I0429 06:57:29.961624 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:29.979151 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:29.993222 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:30.012041 3787 namespace.go:142] [tsf] updating namespace I0429 06:57:30.060951 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:30.086064 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:30.123044 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:57:30.296224 3787 namespace.go:142] [cert-manager] updating namespace I0429 06:57:30.425362 3787 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:30.628196 3787 namespace.go:142] [default] updating namespace I0429 06:57:30.847147 3787 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:30.977110 3787 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:31.156802 3787 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:31.241873 3787 namespace.go:142] [openshift] updating namespace I0429 06:57:31.309180 3787 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:31.396248 3787 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:31.483157 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:31.589624 3787 namespace.go:142] [tsf] updating namespace I0429 06:57:31.642057 3787 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:31.736073 3787 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:31.914621 3787 namespace.go:142] [tsf-tpa] updating namespace I0429 06:57:32.538323 3787 namespace.go:142] [openshift-pipelines] updating namespace I0429 06:57:37.847218 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=98 I0429 06:57:40.553786 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff for pod on switch ip-10-0-1-61.ec2.internal I0429 06:57:40.553900 3787 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff I0429 06:57:40.569499 3787 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff] pod update took 15.636925ms I0429 06:57:40.569525 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff] addLogicalPort annotation time took 15.665491ms I0429 06:57:40.570855 3787 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff] addLogicalPort took 17.085033ms, libovsdb time 864.459µs I0429 06:57:40.719490 3787 cni.go:452] [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key ] I0429 06:57:40.795127 3787 cni.go:473] [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 2cc2cb6449220463b95b4282ab0527fb4cf57ca980c4e61598e6b8f2ec24c8bc network default NAD default NAD key default], result "{}", err I0429 06:57:40.855453 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:57:40.855480 3787 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0429 06:57:40.856955 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0429 06:57:40.856980 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:57:40.889973 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:57:40.889998 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:57:40.896588 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0429 06:57:40.896611 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0429 06:57:40.918647 3787 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff a75602d32a826efca99dc97fa30baa1c6c1575f9632776dade825e4761c94a02 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff a75602d32a826efca99dc97fa30baa1c6c1575f9632776dade825e4761c94a02 network default NAD default NAD key ] I0429 06:57:40.928195 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff, hostIfaceName: a75602d32a826ef, network: default, NAD default, SandboxID: "a75602d32a826efca99dc97fa30baa1c6c1575f9632776dade825e4761c94a02", PCI device ID: , UID: "5a7deb7a-5d1c-4162-b6f6-03caaf930e64", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0429 06:57:40.978071 3787 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff a75602d32a826efca99dc97fa30baa1c6c1575f9632776dade825e4761c94a02 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pvzff a75602d32a826efca99dc97fa30baa1c6c1575f9632776dade825e4761c94a02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c3:e8:32:44:aa\",\"name\":\"a75602d32a826ef\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/138fb0b9-b032-424c-849f-d570409d0cd4\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:57:42.536425 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-61.ec2.internal I0429 06:57:42.536525 3787 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0429 06:57:42.551209 3787 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.704459ms I0429 06:57:42.551239 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.739006ms I0429 06:57:42.553312 3787 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.902292ms, libovsdb time 1.620883ms W0429 06:57:43.803158 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803183 3787 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803190 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803196 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0429 06:57:43.850542 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0429 06:57:44.186921 3787 cni.go:452] [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key ] I0429 06:57:44.196407 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: a7aa7dc57e0a4bd, network: default, NAD default, SandboxID: "a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00", PCI device ID: , UID: "07ed4caf-ac9d-487e-94fd-baef14c3b466", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0429 06:57:44.248929 3787 cni.go:473] [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:69:bb:63:74:62\",\"name\":\"a7aa7dc57e0a4bd\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14599f6e-e09e-4d51-92cb-092f64d3eb75\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:57:44.902018 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.902035 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.902042 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.966767 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:44.966793 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:44.966801 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0429 06:57:45.401230 3787 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-pfcxr for pod on switch ip-10-0-1-61.ec2.internal I0429 06:57:45.401319 3787 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr I0429 06:57:45.418122 3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-v426t for pod on switch ip-10-0-1-61.ec2.internal I0429 06:57:45.418201 3787 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t I0429 06:57:45.422155 3787 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr] pod update took 20.861453ms I0429 06:57:45.422176 3787 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr] addLogicalPort annotation time took 20.885541ms I0429 06:57:45.423327 3787 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr] addLogicalPort took 22.119667ms, libovsdb time 823.529µs I0429 06:57:45.436194 3787 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t] pod update took 18.01933ms I0429 06:57:45.436213 3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t] addLogicalPort annotation time took 18.040427ms I0429 06:57:45.437359 3787 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t] addLogicalPort took 19.250957ms, libovsdb time 843.507µs I0429 06:57:55.375031 3787 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr 294f47889b2755c8a2fe7fdf35b3379b4a84c97bfe1bf63db72124bbd8cc3088 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr 294f47889b2755c8a2fe7fdf35b3379b4a84c97bfe1bf63db72124bbd8cc3088 network default NAD default NAD key ] I0429 06:57:55.384429 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-pfcxr, hostIfaceName: 294f47889b2755c, network: default, NAD default, SandboxID: "294f47889b2755c8a2fe7fdf35b3379b4a84c97bfe1bf63db72124bbd8cc3088", PCI device ID: , UID: "e7f1fe2d-cd4a-4eaa-9499-f72f764f4d08", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0429 06:57:55.389737 3787 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t c21bd0ff257bc3f698bab4472f00ee8834fed4c73f8b71af1672031c0b3020d3 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t c21bd0ff257bc3f698bab4472f00ee8834fed4c73f8b71af1672031c0b3020d3 network default NAD default NAD key ] I0429 06:57:55.399745 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-v426t, hostIfaceName: c21bd0ff257bc3f, network: default, NAD default, SandboxID: "c21bd0ff257bc3f698bab4472f00ee8834fed4c73f8b71af1672031c0b3020d3", PCI device ID: , UID: "8eb66983-fc54-4726-a503-dc03cc8ebb24", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0429 06:57:55.439489 3787 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr 294f47889b2755c8a2fe7fdf35b3379b4a84c97bfe1bf63db72124bbd8cc3088 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pfcxr 294f47889b2755c8a2fe7fdf35b3379b4a84c97bfe1bf63db72124bbd8cc3088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:70:7e:ed:de:84\",\"name\":\"294f47889b2755c\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ae273b3-d764-4814-bea2-577dfa09eb40\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:57:55.459301 3787 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t c21bd0ff257bc3f698bab4472f00ee8834fed4c73f8b71af1672031c0b3020d3 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-v426t c21bd0ff257bc3f698bab4472f00ee8834fed4c73f8b71af1672031c0b3020d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:4a:d0:ce:21:30\",\"name\":\"c21bd0ff257bc3f\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa10a471-37a8-4331-8436-133fa938c959\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:57:55.809100 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 06:57:55.849858 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 06:58:10.964417 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0429 06:58:16.812840 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 06:58:16.845883 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0429 06:58:18.914730 3787 cni.go:452] [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key ] I0429 06:58:18.999650 3787 cni.go:473] [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure a7aa7dc57e0a4bd4b42728dc3fdd6583a095d9441692d4d42d89454b35ad8d00 network default NAD default NAD key default], result "{}", err I0429 06:58:19.049974 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:19.050014 3787 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0429 06:58:19.051361 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.35 I0429 06:58:19.051388 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:19.072745 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:19.072821 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:19.081100 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0429 06:58:19.081121 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0429 06:58:20.240957 3787 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:20.241052 3787 kube.go:256] Updating pod tsf/test-tsf-iam I0429 06:58:20.256206 3787 pod.go:62] [tsf/test-tsf-iam] pod update took 15.183122ms I0429 06:58:20.256227 3787 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.209764ms I0429 06:58:20.257350 3787 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.411769ms, libovsdb time 812.321µs I0429 06:58:20.622266 3787 cni.go:452] [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key ] I0429 06:58:20.631850 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9970cbef029ca32, network: default, NAD default, SandboxID: "9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa", PCI device ID: , UID: "17dc85da-8acb-40ce-b597-00b286905e43", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0429 06:58:20.681061 3787 cni.go:473] [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:23:4d:6e:80:4d\",\"name\":\"9970cbef029ca32\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48ae3847-8f31-45fe-8ac6-775d31cd3a82\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:58:21.105247 3787 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0429 06:58:21.105875 3787 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0429 06:58:21.105895 3787 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0429 06:58:21.108065 3787 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0429 06:58:21.475118 3787 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:21.475255 3787 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0429 06:58:21.492565 3787 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.337268ms I0429 06:58:21.492589 3787 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.360119ms I0429 06:58:21.493811 3787 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 18.712957ms, libovsdb time 818.012µs I0429 06:58:21.831867 3787 cni.go:452] [tsf-keycloak/keycloak-0 4136f9553d1b92afeeec93d209ea4754688e57448bcdfd193a521706533a72f4 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 4136f9553d1b92afeeec93d209ea4754688e57448bcdfd193a521706533a72f4 network default NAD default NAD key ] I0429 06:58:21.841377 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 4136f9553d1b92a, network: default, NAD default, SandboxID: "4136f9553d1b92afeeec93d209ea4754688e57448bcdfd193a521706533a72f4", PCI device ID: , UID: "1aa1c879-e63d-4404-b2c3-6477aa976c00", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0429 06:58:21.890072 3787 cni.go:473] [tsf-keycloak/keycloak-0 4136f9553d1b92afeeec93d209ea4754688e57448bcdfd193a521706533a72f4 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 4136f9553d1b92afeeec93d209ea4754688e57448bcdfd193a521706533a72f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d9:3f:f4:cb:27\",\"name\":\"4136f9553d1b92a\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcbf74a3-16d4-4153-9958-972ee535f631\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:58:27.977535 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0429 06:58:27.977560 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0429 06:58:27.982594 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 06:58:27.982610 3787 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0429 06:58:28.090156 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 06:58:42.585287 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-nj5pp for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:42.585381 3787 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp I0429 06:58:42.608985 3787 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp] pod update took 23.627028ms I0429 06:58:42.609009 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp] addLogicalPort annotation time took 23.654819ms I0429 06:58:42.610209 3787 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp] addLogicalPort took 24.939622ms, libovsdb time 858.449µs I0429 06:58:42.663689 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-kwg5p for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:42.663794 3787 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p I0429 06:58:42.680201 3787 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p] pod update took 16.428112ms I0429 06:58:42.680222 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p] addLogicalPort annotation time took 16.453473ms I0429 06:58:42.681322 3787 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p] addLogicalPort took 17.655621ms, libovsdb time 758.78µs I0429 06:58:42.948170 3787 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp 9776ef596601cb41b4ea44c906329a3f114ab9b6be5d394422d2a09d1221e321 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp 9776ef596601cb41b4ea44c906329a3f114ab9b6be5d394422d2a09d1221e321 network default NAD default NAD key ] I0429 06:58:42.958274 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-nj5pp, hostIfaceName: 9776ef596601cb4, network: default, NAD default, SandboxID: "9776ef596601cb41b4ea44c906329a3f114ab9b6be5d394422d2a09d1221e321", PCI device ID: , UID: "ab43dcd1-d3f8-433d-a5eb-7578b03949dc", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0429 06:58:43.011614 3787 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp 9776ef596601cb41b4ea44c906329a3f114ab9b6be5d394422d2a09d1221e321 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-nj5pp 9776ef596601cb41b4ea44c906329a3f114ab9b6be5d394422d2a09d1221e321 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:e9:7c:99:3b:f7\",\"name\":\"9776ef596601cb4\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66716fc1-751c-4eef-bf0b-d7fca42c9adc\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:58:43.025362 3787 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p ed8d14149ffabac6374b80f4492d23249eaaa5489fe06d61a1e39424fc7cf693 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p ed8d14149ffabac6374b80f4492d23249eaaa5489fe06d61a1e39424fc7cf693 network default NAD default NAD key ] I0429 06:58:43.036249 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-kwg5p, hostIfaceName: ed8d14149ffabac, network: default, NAD default, SandboxID: "ed8d14149ffabac6374b80f4492d23249eaaa5489fe06d61a1e39424fc7cf693", PCI device ID: , UID: "1e932327-26db-4982-93d2-f10088a000a6", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0429 06:58:43.089737 3787 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p ed8d14149ffabac6374b80f4492d23249eaaa5489fe06d61a1e39424fc7cf693 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-kwg5p ed8d14149ffabac6374b80f4492d23249eaaa5489fe06d61a1e39424fc7cf693 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:88:a8:16:45:80\",\"name\":\"ed8d14149ffabac\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f367461-69f0-447e-ab6e-a0dc657cd772\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:58:47.127778 3787 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 06:58:47.127803 3787 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 06:58:47.127812 3787 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 06:58:51.069076 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 06:58:51.069104 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 06:58:51.072846 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0429 06:58:51.072867 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak I0429 06:58:52.137656 3787 cni.go:452] [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key ] I0429 06:58:52.208504 3787 cni.go:473] [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 9970cbef029ca32e48cd246e5a793a711afdba0ece178ad7aff2b92683d392aa network default NAD default NAD key default], result "{}", err I0429 06:58:52.262072 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:52.262130 3787 pods.go:176] Deleting pod: tsf/test-tsf-iam I0429 06:58:52.263564 3787 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.38 I0429 06:58:52.263595 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:52.307765 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:52.307789 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:52.316754 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0429 06:58:52.316782 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0429 06:58:53.175123 3787 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:53.175397 3787 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0429 06:58:53.189568 3787 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.28404ms I0429 06:58:53.189602 3787 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.320988ms I0429 06:58:53.193069 3787 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.97221ms, libovsdb time 1.842512ms I0429 06:58:53.544382 3787 cni.go:452] [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key ] I0429 06:58:53.553776 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: a519f80fb736f4c, network: default, NAD default, SandboxID: "a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a", PCI device ID: , UID: "ed91ab30-73b8-409f-8a33-deb8d32432ed", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0429 06:58:53.604681 3787 cni.go:473] [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:2a:7e:dc:36:c9\",\"name\":\"a519f80fb736f4c\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ba4ffa4-8d2e-4134-9025-5d35aa339f8c\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:58:54.403382 3787 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-schct-74tvg] creating logical port tsf-tas_segment-backup-installation-schct-74tvg for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:54.403508 3787 kube.go:256] Updating pod tsf-tas/segment-backup-installation-schct-74tvg I0429 06:58:54.416474 3787 pod.go:62] [tsf-tas/segment-backup-installation-schct-74tvg] pod update took 12.990157ms I0429 06:58:54.416497 3787 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-schct-74tvg] addLogicalPort annotation time took 13.019038ms I0429 06:58:54.417896 3787 pods.go:271] [tsf-tas/segment-backup-installation-schct-74tvg] addLogicalPort took 14.527576ms, libovsdb time 984.539µs I0429 06:58:54.763856 3787 cni.go:452] [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key ] I0429 06:58:54.773784 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-schct-74tvg, hostIfaceName: 69c583eb5409061, network: default, NAD default, SandboxID: "69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0", PCI device ID: , UID: "ef33f2c0-93b0-4340-ac6b-7556b95ffd94", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0429 06:58:54.824827 3787 cni.go:473] [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:81:03:ca:95:a1\",\"name\":\"69c583eb5409061\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9c223ab-695e-4154-9ae5-c6caac398b83\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:58:55.692320 3787 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bv4xs-8s7p4] creating logical port tsf-tas_ctlog-createtree-job-bv4xs-8s7p4 for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:55.692409 3787 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 I0429 06:58:55.715248 3787 pod.go:62] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4] pod update took 22.864389ms I0429 06:58:55.715271 3787 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bv4xs-8s7p4] addLogicalPort annotation time took 22.89299ms I0429 06:58:55.716536 3787 pods.go:271] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4] addLogicalPort took 24.232516ms, libovsdb time 903.946µs I0429 06:58:56.067179 3787 cni.go:452] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key ] I0429 06:58:56.079147 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bv4xs-8s7p4, hostIfaceName: 4bd1bd39afd3939, network: default, NAD default, SandboxID: "4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03", PCI device ID: , UID: "b8049169-77dc-47b8-857d-46ed0329db35", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0429 06:58:56.150039 3787 cni.go:473] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:4e:55:d6:f0:27\",\"name\":\"4bd1bd39afd3939\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/941cede0-490d-448b-944c-913d6f9b7b67\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 06:58:59.100145 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-stn7l] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-stn7l for pod on switch ip-10-0-1-61.ec2.internal I0429 06:58:59.100282 3787 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-stn7l I0429 06:58:59.114023 3787 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-stn7l] pod update took 13.771681ms I0429 06:58:59.114049 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-stn7l] addLogicalPort annotation time took 13.803168ms I0429 06:58:59.115288 3787 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-stn7l] addLogicalPort took 15.164627ms, libovsdb time 822.816µs I0429 06:58:59.546375 3787 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-stn7l c22e69c59da4751fd24e4a3052f75cc4c3415de8d088110a06d5aecc50b510f6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-stn7l c22e69c59da4751fd24e4a3052f75cc4c3415de8d088110a06d5aecc50b510f6 network default NAD default NAD key ] I0429 06:58:59.557209 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-stn7l, hostIfaceName: c22e69c59da4751, network: default, NAD default, SandboxID: "c22e69c59da4751fd24e4a3052f75cc4c3415de8d088110a06d5aecc50b510f6", PCI device ID: , UID: "7433d40b-ed77-4f7a-a8af-adac90efd2fa", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0429 06:58:59.607718 3787 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-stn7l c22e69c59da4751fd24e4a3052f75cc4c3415de8d088110a06d5aecc50b510f6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-stn7l c22e69c59da4751fd24e4a3052f75cc4c3415de8d088110a06d5aecc50b510f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:cf:20:be:72:e3\",\"name\":\"c22e69c59da4751\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3b7bbd3-2a21-46a9-8a74-4a0de9d8f967\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:59:13.249450 3787 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0429 06:59:14.265165 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0429 06:59:14.265181 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0429 06:59:17.950627 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-4j4jh for pod on switch ip-10-0-1-61.ec2.internal I0429 06:59:17.950754 3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh I0429 06:59:17.967459 3787 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh] pod update took 16.75286ms I0429 06:59:17.967486 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh] addLogicalPort annotation time took 16.783435ms I0429 06:59:17.969013 3787 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh] addLogicalPort took 18.405977ms, libovsdb time 962.105µs I0429 06:59:18.204050 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgnjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:18.204583 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgnjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 06:59:18.371725 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0429 06:59:18.399092 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 06:59:19.234460 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgnjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:19.234487 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgnjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:20.552495 3787 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh f554ed746d87c7265a900c00f4258b348991d635c479554ea665ef163870a4b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh f554ed746d87c7265a900c00f4258b348991d635c479554ea665ef163870a4b3 network default NAD default NAD key ] I0429 06:59:20.563152 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-4j4jh, hostIfaceName: f554ed746d87c72, network: default, NAD default, SandboxID: "f554ed746d87c7265a900c00f4258b348991d635c479554ea665ef163870a4b3", PCI device ID: , UID: "9ee27f2d-7536-4c1c-b3b8-8493315a87e9", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0429 06:59:20.615282 3787 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh f554ed746d87c7265a900c00f4258b348991d635c479554ea665ef163870a4b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-4j4jh f554ed746d87c7265a900c00f4258b348991d635c479554ea665ef163870a4b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:48:45:0f:35:93\",\"name\":\"f554ed746d87c72\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea91e28d-5311-4900-8734-68892923cec9\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 06:59:21.336165 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0429 06:59:24.338770 3787 cni.go:452] [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key ] I0429 06:59:24.419644 3787 cni.go:473] [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-schct-74tvg 69c583eb5409061f1afc035208fe5d90f992a9a3ace0443850068092279280d0 network default NAD default NAD key default], result "{}", err I0429 06:59:24.480027 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:24.480060 3787 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-schct-74tvg I0429 06:59:24.481293 3787 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-schct-74tvg, ips: 10.128.0.43 I0429 06:59:24.481327 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:25.352243 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:25.352268 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:52.481625 3787 cni.go:452] [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key ] I0429 06:59:52.561443 3787 cni.go:473] [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas a519f80fb736f4c60f703166fa85ac90443a87f7ac04c8f0cce084dd31c0057a network default NAD default NAD key default], result "{}", err I0429 06:59:52.660407 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:52.660475 3787 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0429 06:59:52.661981 3787 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.42 I0429 06:59:52.662010 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:52.683976 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:52.683999 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:52.692449 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0429 06:59:52.692474 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0429 07:00:01.778063 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:01.778608 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:02.648922 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:02.648951 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:02.771522 3787 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-nbsht] creating logical port tsf_tsf-tekton-configuration-nbsht for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:02.771606 3787 kube.go:256] Updating pod tsf/tsf-tekton-configuration-nbsht I0429 07:00:02.784577 3787 pod.go:62] [tsf/tsf-tekton-configuration-nbsht] pod update took 12.993992ms I0429 07:00:02.784596 3787 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-nbsht] addLogicalPort annotation time took 13.017309ms I0429 07:00:02.785775 3787 pods.go:271] [tsf/tsf-tekton-configuration-nbsht] addLogicalPort took 14.267146ms, libovsdb time 809.764µs I0429 07:00:03.446691 3787 cni.go:452] [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key ] I0429 07:00:03.456730 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-nbsht, hostIfaceName: 877244c4c0aca5a, network: default, NAD default, SandboxID: "877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d", PCI device ID: , UID: "478f5426-aace-4231-a9b4-a5c3b89962aa", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0429 07:00:03.508930 3787 cni.go:473] [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e8:82:7c:2c:08\",\"name\":\"877244c4c0aca5a\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/259aba16-f821-4d44-a485-4ceba37243ef\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:03.782605 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:03.783124 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:04.662395 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:04.662421 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:10.587219 3787 cni.go:452] [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key ] I0429 07:00:10.668299 3787 cni.go:473] [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-nbsht 877244c4c0aca5a7c1ee929ba2a10021e01a9df92216a5e4c818706817ad303d network default NAD default NAD key default], result "{}", err I0429 07:00:10.716804 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-nbsht of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:10.716835 3787 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-nbsht I0429 07:00:10.718093 3787 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-nbsht, ips: 10.128.0.47 I0429 07:00:10.718123 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-nbsht of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:11.742158 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-nbsht of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.742183 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-nbsht of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.784034 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.784057 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.788392 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9qqrs I0429 07:00:11.788417 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9qqrs I0429 07:00:12.533982 3787 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:12.534069 3787 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0429 07:00:12.549183 3787 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.13603ms I0429 07:00:12.549203 3787 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.160773ms I0429 07:00:12.550508 3787 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.541939ms, libovsdb time 775.175µs I0429 07:00:12.893563 3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key ] I0429 07:00:12.903835 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7d4dd2ebf2f9283, network: default, NAD default, SandboxID: "7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf", PCI device ID: , UID: "6d6f2ca7-c24b-4226-b02c-98c1976c7630", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0429 07:00:12.954758 3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:bd:2e:c1:fc:88\",\"name\":\"7d4dd2ebf2f9283\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa2d528b-dcd3-4aa8-9501-4a4e942aa256\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:14.622773 3787 cni.go:452] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key ] I0429 07:00:14.721168 3787 cni.go:473] [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 4bd1bd39afd393982da11b75624011ac270fac815f2b5b630e054f03690cba03 network default NAD default NAD key default], result "{}", err I0429 07:00:14.770029 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:14.770067 3787 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 I0429 07:00:14.771506 3787 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bv4xs-8s7p4, ips: 10.128.0.44 I0429 07:00:14.771534 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.629352 3787 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key ] I0429 07:00:15.658280 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.658305 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.701605 3787 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7d4dd2ebf2f9283633895463d49509a782fe3217b0baa978816422df5490f0cf network default NAD default NAD key default], result "{}", err I0429 07:00:15.745369 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.745399 3787 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0429 07:00:15.746688 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.48 I0429 07:00:15.746742 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.766858 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.766876 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.780486 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0429 07:00:15.780517 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0429 07:00:16.030331 3787 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:16.030421 3787 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0429 07:00:16.048848 3787 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 18.452101ms I0429 07:00:16.048872 3787 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 18.478698ms I0429 07:00:16.050264 3787 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 19.948859ms, libovsdb time 895.007µs I0429 07:00:16.391494 3787 cni.go:452] [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key ] I0429 07:00:16.400449 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d5c4735f49a60cc, network: default, NAD default, SandboxID: "d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601", PCI device ID: , UID: "4182d5f6-e25c-4d78-8008-740c1ded9116", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0429 07:00:16.451490 3787 cni.go:473] [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d4:a0:b8:0a:15\",\"name\":\"d5c4735f49a60cc\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e058f4e8-0f10-433b-8d9f-9b34e6d73818\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:17.211617 3787 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-jdw4t] creating logical port tsf-tpa_create-db-jdw4t for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:17.211773 3787 kube.go:256] Updating pod tsf-tpa/create-db-jdw4t I0429 07:00:17.236548 3787 pod.go:62] [tsf-tpa/create-db-jdw4t] pod update took 24.796178ms I0429 07:00:17.236570 3787 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-jdw4t] addLogicalPort annotation time took 24.825577ms I0429 07:00:17.237861 3787 pods.go:271] [tsf-tpa/create-db-jdw4t] addLogicalPort took 26.26148ms, libovsdb time 913.459µs I0429 07:00:17.570962 3787 cni.go:452] [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key ] I0429 07:00:17.580745 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-jdw4t, hostIfaceName: 219549d098bbab5, network: default, NAD default, SandboxID: "219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032", PCI device ID: , UID: "f15183c9-51f2-4587-a5b6-801c429456f9", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0429 07:00:17.631806 3787 cni.go:473] [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:60:e1:5d:a4:c9\",\"name\":\"219549d098bbab5\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3e3b96e-9f4e-4b5d-93b3-2de1cf1249ce\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:19.865265 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:19.865877 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 07:00:20.755051 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0429 07:00:20.758664 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:20.758682 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:21.678864 3787 cni.go:452] [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key ] I0429 07:00:21.756093 3787 cni.go:473] [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-jdw4t 219549d098bbab52ca06ceb08cc52717c5f5428d28fa34d8fa24710d00836032 network default NAD default NAD key default], result "{}", err I0429 07:00:21.810252 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-jdw4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:21.810288 3787 pods.go:176] Deleting pod: tsf-tpa/create-db-jdw4t I0429 07:00:21.811730 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-jdw4t, ips: 10.128.0.50 I0429 07:00:21.811765 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-jdw4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:22.752874 3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6bc8785487-svkj5] creating logical port tsf-tas_rekor-search-ui-6bc8785487-svkj5 for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:22.752995 3787 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6bc8785487-svkj5 I0429 07:00:22.772666 3787 pod.go:62] [tsf-tas/rekor-search-ui-6bc8785487-svkj5] pod update took 19.703281ms I0429 07:00:22.772689 3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6bc8785487-svkj5] addLogicalPort annotation time took 19.73138ms I0429 07:00:22.773989 3787 pods.go:271] [tsf-tas/rekor-search-ui-6bc8785487-svkj5] addLogicalPort took 21.132492ms, libovsdb time 902.519µs I0429 07:00:22.837790 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-jdw4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:22.837815 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-jdw4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:22.959532 3787 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-6rmtn] creating logical port tsf-tpa_migrate-db-6rmtn for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:22.959620 3787 kube.go:256] Updating pod tsf-tpa/migrate-db-6rmtn I0429 07:00:22.973761 3787 pod.go:62] [tsf-tpa/migrate-db-6rmtn] pod update took 14.161316ms I0429 07:00:22.973788 3787 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-6rmtn] addLogicalPort annotation time took 14.19072ms I0429 07:00:22.975167 3787 pods.go:271] [tsf-tpa/migrate-db-6rmtn] addLogicalPort took 15.689351ms, libovsdb time 930.75µs I0429 07:00:23.113868 3787 cni.go:452] [tsf-tas/rekor-search-ui-6bc8785487-svkj5 eb9cb1914f56c414cdd85cc3eb27b07be4acc3c52c7421e8fd76d66b37c5af02 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6bc8785487-svkj5 eb9cb1914f56c414cdd85cc3eb27b07be4acc3c52c7421e8fd76d66b37c5af02 network default NAD default NAD key ] I0429 07:00:23.123600 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6bc8785487-svkj5, hostIfaceName: eb9cb1914f56c41, network: default, NAD default, SandboxID: "eb9cb1914f56c414cdd85cc3eb27b07be4acc3c52c7421e8fd76d66b37c5af02", PCI device ID: , UID: "58646fa1-fc48-4203-a4c6-66adf1a8bee6", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0429 07:00:23.175652 3787 cni.go:473] [tsf-tas/rekor-search-ui-6bc8785487-svkj5 eb9cb1914f56c414cdd85cc3eb27b07be4acc3c52c7421e8fd76d66b37c5af02 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6bc8785487-svkj5 eb9cb1914f56c414cdd85cc3eb27b07be4acc3c52c7421e8fd76d66b37c5af02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:95:2d:7e:4d:fa\",\"name\":\"eb9cb1914f56c41\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4457021a-867e-4d74-aa65-e2157c961e78\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:23.322292 3787 cni.go:452] [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key ] I0429 07:00:23.332014 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-6rmtn, hostIfaceName: 113bd748ced50a0, network: default, NAD default, SandboxID: "113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4", PCI device ID: , UID: "1120f4ef-76da-4adc-b8bc-6ae35a3337d4", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0429 07:00:23.382657 3787 cni.go:473] [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ae:f8:2c:67:f6\",\"name\":\"113bd748ced50a0\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c4ec62c-9444-4fc5-b049-6bf81763a654\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:25.304052 3787 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6f856c9c48-2p4n9] creating logical port tsf-tas_rekor-server-6f856c9c48-2p4n9 for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:25.304148 3787 kube.go:256] Updating pod tsf-tas/rekor-server-6f856c9c48-2p4n9 I0429 07:00:25.318380 3787 pod.go:62] [tsf-tas/rekor-server-6f856c9c48-2p4n9] pod update took 14.256259ms I0429 07:00:25.318404 3787 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6f856c9c48-2p4n9] addLogicalPort annotation time took 14.284997ms I0429 07:00:25.320042 3787 pods.go:271] [tsf-tas/rekor-server-6f856c9c48-2p4n9] addLogicalPort took 16.012485ms, libovsdb time 1.2157ms I0429 07:00:25.708188 3787 cni.go:452] [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key ] W0429 07:00:25.761006 3787 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0429 07:00:25.796763 3787 cni.go:473] [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-6rmtn 113bd748ced50a02140674ec188c5e70139113aa4da34f9d4a8d286ceae753d4 network default NAD default NAD key default], result "{}", err I0429 07:00:26.533434 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6rmtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:26.533474 3787 pods.go:176] Deleting pod: tsf-tpa/migrate-db-6rmtn I0429 07:00:26.534828 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-6rmtn, ips: 10.128.0.52 I0429 07:00:26.534862 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6rmtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 07:00:26.713526 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 07:00:27.562172 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6rmtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:27.562191 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6rmtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:28.370528 3787 cni.go:452] [tsf-tas/rekor-server-6f856c9c48-2p4n9 d6eae8d03931289da0885f3966e5128c80603cddc176a236c38e7ca43c4fea9a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6f856c9c48-2p4n9 d6eae8d03931289da0885f3966e5128c80603cddc176a236c38e7ca43c4fea9a network default NAD default NAD key ] I0429 07:00:28.380319 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6f856c9c48-2p4n9, hostIfaceName: d6eae8d03931289, network: default, NAD default, SandboxID: "d6eae8d03931289da0885f3966e5128c80603cddc176a236c38e7ca43c4fea9a", PCI device ID: , UID: "ab19c851-8b56-4bfe-a582-8c1f557832c5", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0429 07:00:28.431044 3787 cni.go:473] [tsf-tas/rekor-server-6f856c9c48-2p4n9 d6eae8d03931289da0885f3966e5128c80603cddc176a236c38e7ca43c4fea9a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6f856c9c48-2p4n9 d6eae8d03931289da0885f3966e5128c80603cddc176a236c38e7ca43c4fea9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d2:7b:4d:01:5c\",\"name\":\"d6eae8d03931289\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d29134-71c3-48e9-b940-a7bf0ea3c0b6\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0429 07:00:30.696410 3787 base_network_controller_pods.go:487] [default/tsf-tpa/server-86ddb9dd5f-mwt7l] creating logical port tsf-tpa_server-86ddb9dd5f-mwt7l for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:30.696537 3787 kube.go:256] Updating pod tsf-tpa/server-86ddb9dd5f-mwt7l I0429 07:00:30.711637 3787 pod.go:62] [tsf-tpa/server-86ddb9dd5f-mwt7l] pod update took 15.136955ms I0429 07:00:30.711659 3787 base_network_controller_pods.go:951] [default/tsf-tpa/server-86ddb9dd5f-mwt7l] addLogicalPort annotation time took 15.165246ms I0429 07:00:30.713068 3787 pods.go:271] [tsf-tpa/server-86ddb9dd5f-mwt7l] addLogicalPort took 16.678546ms, libovsdb time 978.594µs W0429 07:00:30.760312 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0429 07:00:30.786249 3787 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-fs9rf] creating logical port tsf-tpa_importer-86bcdf477b-fs9rf for pod on switch ip-10-0-1-61.ec2.internal I0429 07:00:30.786353 3787 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-fs9rf I0429 07:00:30.801543 3787 pod.go:62] [tsf-tpa/importer-86bcdf477b-fs9rf] pod update took 15.212704ms I0429 07:00:30.801568 3787 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-fs9rf] addLogicalPort annotation time took 15.240859ms I0429 07:00:30.802859 3787 pods.go:271] [tsf-tpa/importer-86bcdf477b-fs9rf] addLogicalPort took 16.622146ms, libovsdb time 861.201µs I0429 07:00:31.928155 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-4cpzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:31.928752 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-4cpzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:32.955108 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-4cpzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:32.955130 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-4cpzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:38.258298 3787 cni.go:452] [tsf-tpa/server-86ddb9dd5f-mwt7l dc09347c95a94099c437a22ceb797612924966c5187f5fd2372e926263af669a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-86ddb9dd5f-mwt7l dc09347c95a94099c437a22ceb797612924966c5187f5fd2372e926263af669a network default NAD default NAD key ] I0429 07:00:38.268018 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-86ddb9dd5f-mwt7l, hostIfaceName: dc09347c95a9409, network: default, NAD default, SandboxID: "dc09347c95a94099c437a22ceb797612924966c5187f5fd2372e926263af669a", PCI device ID: , UID: "5e3b5450-3152-4e73-9a7e-86f3095c9cbe", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0429 07:00:38.323377 3787 cni.go:473] [tsf-tpa/server-86ddb9dd5f-mwt7l dc09347c95a94099c437a22ceb797612924966c5187f5fd2372e926263af669a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-86ddb9dd5f-mwt7l dc09347c95a94099c437a22ceb797612924966c5187f5fd2372e926263af669a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:9d:8e:cb:2f:db\",\"name\":\"dc09347c95a9409\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5606de75-a40b-4ce8-bfa4-fcad1d2fd52c\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 07:00:38.750876 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0429 07:00:38.791242 3787 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0429 07:00:39.548040 3787 cni.go:452] [tsf-tpa/importer-86bcdf477b-fs9rf 7cdcc8a83dc1df89eb91c68042498aca38327c86f721042b4c3e7972dee58e37 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-fs9rf 7cdcc8a83dc1df89eb91c68042498aca38327c86f721042b4c3e7972dee58e37 network default NAD default NAD key ] I0429 07:00:39.558334 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-fs9rf, hostIfaceName: 7cdcc8a83dc1df8, network: default, NAD default, SandboxID: "7cdcc8a83dc1df89eb91c68042498aca38327c86f721042b4c3e7972dee58e37", PCI device ID: , UID: "13d8ffb0-1375-4c31-b26f-a70fd85e57ff", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0429 07:00:39.608795 3787 cni.go:473] [tsf-tpa/importer-86bcdf477b-fs9rf 7cdcc8a83dc1df89eb91c68042498aca38327c86f721042b4c3e7972dee58e37 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-fs9rf 7cdcc8a83dc1df89eb91c68042498aca38327c86f721042b4c3e7972dee58e37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:21:ba:65:29:7e\",\"name\":\"7cdcc8a83dc1df8\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac3ce079-696e-4146-b1ab-c007cd75aba9\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0429 07:00:41.747740 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0429 07:00:46.943946 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0429 07:00:49.806196 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-61.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0429 07:01:06.947137 3787 cni.go:452] [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key ] I0429 07:01:07.018184 3787 cni.go:473] [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d5c4735f49a60cc24cdf6de077a24a3e34676976777deccbb8c9ff335a693601 network default NAD default NAD key default], result "{}", err I0429 07:01:07.072525 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:07.072587 3787 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0429 07:01:07.073921 3787 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.49 I0429 07:01:07.073950 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:07.117423 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:07.117443 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:07.126687 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0429 07:01:07.126732 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0429 07:01:07.952420 3787 namespace.go:98] [build-service] adding namespace I0429 07:01:07.952540 3787 namespace.go:98] [integration-service] adding namespace I0429 07:01:07.953292 3787 namespace.go:102] [build-service] adding namespace took 846.619µs I0429 07:01:07.953909 3787 namespace.go:102] [integration-service] adding namespace took 1.352417ms I0429 07:01:07.957344 3787 namespace.go:98] [default-tenant] adding namespace I0429 07:01:07.957425 3787 namespace.go:98] [image-controller] adding namespace I0429 07:01:07.958039 3787 namespace.go:102] [default-tenant] adding namespace took 676.299µs I0429 07:01:07.958567 3787 namespace.go:102] [image-controller] adding namespace took 1.128392ms I0429 07:01:08.019960 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:08.049021 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:08.066928 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.092458 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.191551 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.191649 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:08.227119 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.232318 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.250993 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.271434 3787 namespace.go:98] [release-service] adding namespace I0429 07:01:08.272221 3787 namespace.go:102] [release-service] adding namespace took 773.238µs I0429 07:01:08.285964 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.315005 3787 namespace.go:142] [konflux-ui] updating namespace I0429 07:01:08.323956 3787 namespace.go:142] [release-service] updating namespace I0429 07:01:08.371190 3787 namespace.go:142] [release-service] updating namespace I0429 07:01:08.401607 3787 namespace.go:98] [konflux-info] adding namespace I0429 07:01:08.402329 3787 namespace.go:102] [konflux-info] adding namespace took 708.477µs I0429 07:01:08.450910 3787 namespace.go:98] [namespace-lister] adding namespace I0429 07:01:08.451508 3787 namespace.go:102] [namespace-lister] adding namespace took 585.259µs I0429 07:01:08.500224 3787 namespace.go:98] [enterprise-contract-service] adding namespace I0429 07:01:08.500945 3787 namespace.go:102] [enterprise-contract-service] adding namespace took 703.396µs I0429 07:01:08.543463 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.553937 3787 namespace.go:142] [konflux-info] updating namespace I0429 07:01:08.594363 3787 namespace.go:142] [konflux-info] updating namespace I0429 07:01:08.637913 3787 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:08.709118 3787 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:08.723103 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:08.729938 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.846921 3787 namespace.go:98] [segment-bridge] adding namespace I0429 07:01:08.847967 3787 namespace.go:102] [segment-bridge] adding namespace took 1.019498ms I0429 07:01:08.884159 3787 namespace.go:98] [konflux-cli] adding namespace I0429 07:01:08.884867 3787 namespace.go:102] [konflux-cli] adding namespace took 692.219µs I0429 07:01:08.973984 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0429 07:01:08.974502 3787 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0429 07:01:08.974518 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0429 07:01:08.977039 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0429 07:01:09.024018 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:09.028350 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0429 07:01:09.028374 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0429 07:01:09.028998 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0429 07:01:09.589489 3787 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:09.683080 3787 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:09.750954 3787 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:10.002116 3787 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:11.259792 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:11.570321 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:11.775998 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:11.973459 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:12.196026 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:12.396286 3787 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:12.571209 3787 namespace.go:142] [konflux-info] updating namespace I0429 07:01:12.757656 3787 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:12.950954 3787 namespace.go:142] [release-service] updating namespace I0429 07:01:13.157973 3787 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:13.280782 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:13.296188 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:13.313185 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:13.325865 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:13.338629 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:13.361601 3787 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:13.387389 3787 namespace.go:142] [konflux-info] updating namespace I0429 07:01:13.399233 3787 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:13.427308 3787 namespace.go:142] [release-service] updating namespace I0429 07:01:13.432984 3787 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:13.479205 3787 namespace.go:142] [build-service] updating namespace I0429 07:01:13.534500 3787 namespace.go:142] [default-tenant] updating namespace I0429 07:01:13.626504 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:13.725268 3787 namespace.go:142] [image-controller] updating namespace I0429 07:01:13.820966 3787 namespace.go:142] [integration-service] updating namespace I0429 07:01:13.931776 3787 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:14.036455 3787 namespace.go:142] [konflux-info] updating namespace I0429 07:01:14.129347 3787 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:14.222025 3787 namespace.go:142] [release-service] updating namespace I0429 07:01:14.331728 3787 namespace.go:142] [segment-bridge] updating namespace W0429 07:01:18.080939 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0429 07:01:18.119964 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0429 07:01:18.903598 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0429 07:01:19.188363 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:19.188888 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:19.977202 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0429 07:01:20.215167 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:20.215191 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 07:01:21.078588 3787 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0429 07:01:24.118956 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:24.118974 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:24.151728 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 07:01:24.151760 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 07:01:25.967561 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0429 07:01:25.968093 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0429 07:01:25.999080 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 07:01:26.000505 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 07:01:26.033563 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:26.033581 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:31.160048 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0429 07:01:35.473420 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:35.473999 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:36.032065 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:36.032088 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:36.040043 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nllnc I0429 07:01:36.040071 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nllnc I0429 07:01:53.895970 3787 namespace.go:142] [openshift-pipelines] updating namespace I0429 07:02:04.939458 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0429 07:02:04.954824 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 07:02:25.938550 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0429 07:02:28.965188 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0429 07:02:36.353967 3787 obj_retry.go:498] Detected object konflux-ui/proxy-688676554b-bsqwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:36.354503 3787 obj_retry.go:498] Detected object konflux-ui/proxy-688676554b-bsqwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:36.519292 3787 obj_retry.go:492] Detected object konflux-ui/proxy-688676554b-bsqwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:36.519315 3787 obj_retry.go:492] Detected object konflux-ui/proxy-688676554b-bsqwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:36.531818 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-688676554b-bsqwd I0429 07:02:36.531843 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-688676554b-bsqwd I0429 07:02:40.538328 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:40.538880 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:40.558594 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:40.558616 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:40.567954 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0429 07:02:40.567978 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0429 07:02:47.862460 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=631 I0429 07:02:57.850113 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60