+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-171.ec2.internal ++ [[ -n ip-10-0-1-171.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-171.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 06:58:42.557915063 - disable conntrack on geneve port' I0419 06:58:42.557915063 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0419 06:58:42.574224317 - starting ovnkube-node + echo 'I0419 06:58:42.574224317 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-171.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-171.ec2.internal --init-node ip-10-0-1-171.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-171.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 06:58:42.612751 3679 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 06:58:42.612800 3679 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-662d2cd0c7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 06:58:42.614204 3679 kube.go:431] Waiting for certificate I0419 06:58:42.614243 3679 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:42.614279 3679 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 06:58:42.614970 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:42.645718 3679 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:42.645733 3679 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:42.648453 3679 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:42.648537 3679 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7mxvz" I0419 06:58:42.654657 3679 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7mxvz" I0419 06:58:42.654710 3679 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 06:58:43.614468 3679 kube.go:438] Certificate found I0419 06:58:43.615125 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 06:58:43.616113 3679 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 06:58:43.663971 3679 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 06:53:42 +0000 UTC" deadline="2026-04-20 02:07:09.02309616 +0000 UTC" I0419 06:58:43.664018 3679 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h8m25.359091591s" I0419 06:58:43.702633 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:58:43.710556 3679 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 06:58:43.710621 3679 server.go:101] MetricServer registers OVS metrics I0419 06:58:43.710910 3679 server.go:105] MetricServer registers OVN DB metrics I0419 06:58:43.712243 3679 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 06:58:43.712296 3679 factory.go:561] Starting watch factory I0419 06:58:43.712383 3679 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712419 3679 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712418 3679 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712424 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712443 3679 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712449 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712571 3679 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.712619 3679 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.713012 3679 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.713193 3679 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.713204 3679 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.713348 3679 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.715570 3679 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 06:58:43.715610 3679 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 06:58:43.716085 3679 controller_manager.go:370] Starting the ovnkube controller I0419 06:58:43.716096 3679 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-171.ec2.internal I0419 06:58:43.716150 3679 controller_manager.go:395] NBDB zone sync took: 47.004µs I0419 06:58:43.716161 3679 factory.go:561] Starting watch factory I0419 06:58:43.729155 3679 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 06:58:43.729178 3679 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 06:58:43.729794 3679 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.730583 3679 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.732894 3679 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.733022 3679 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.733148 3679 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 06:58:43.733195 3679 server.go:109] MetricServer registers OVN Controller metrics I0419 06:58:43.733400 3679 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.739320 3679 server.go:113] MetricServer registers OVN Northd metrics I0419 06:58:43.744358 3679 metrics.go:519] OVN Metrics Server starts to run ... I0419 06:58:43.745130 3679 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:58:43.818580 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:58:43.818598 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:58:43.818601 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:58:43.818615 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:58:43.818618 3679 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:58:43.818621 3679 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:58:43.818723 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.818747 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.818771 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.818767 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.821206 3679 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.821211 3679 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 06:58:43.821326 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 06:58:43.821337 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0419 06:58:43.821340 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 06:58:43.821343 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 06:58:43.821346 3679 factory.go:1977] *v1.Node informer cache synced successfully I0419 06:58:43.821349 3679 factory.go:1977] *v1.Service informer cache synced successfully I0419 06:58:43.824101 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:58:43.824113 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:58:43.824544 3679 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.824561 3679 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.826450 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 06:58:43.826460 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 06:58:43.826443 3679 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.830182 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:58:43.830237 3679 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.830256 3679 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.832025 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 06:58:43.832105 3679 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.835877 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:58:43.835924 3679 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.835934 3679 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.837235 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 06:58:43.837838 3679 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.841559 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:58:43.841606 3679 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.841616 3679 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.842482 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 06:58:43.843459 3679 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.847324 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:58:43.847395 3679 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.847409 3679 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.847519 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 06:58:43.849395 3679 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.853283 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:58:43.853294 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 06:58:43.853463 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:43.853484 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:43.855431 3679 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 06:58:43.859191 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:58:43.859211 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 06:58:43.859253 3679 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.859266 3679 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.859275 3679 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.859306 3679 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.861300 3679 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.861387 3679 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 06:58:43.865234 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:58:43.865244 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:58:43.865251 3679 factory.go:680] Watch Factory start up complete, took: 149.089038ms I0419 06:58:43.865257 3679 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-171.ec2.internal" zone I0419 06:58:43.865310 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 06:58:43.865319 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 06:58:43.865325 3679 factory.go:680] Watch Factory start up complete, took: 153.03148ms I0419 06:58:43.865379 3679 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 06:58:43.911391 3679 default_node_network_controller.go:710] Initializing the default node network controller I0419 06:58:44.000296 3679 udn_isolation.go:101] Starting UDN host isolation manager I0419 06:58:44.006842 3679 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 06:58:44.062184 3679 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 06:58:44.062248 3679 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 06:58:44.062261 3679 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 06:58:44.092175 3679 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 06:58:44.092227 3679 default_node_network_controller.go:809] Node ip-10-0-1-171.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0419 06:58:44.096890 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.171"] k8s.ovn.org/zone-name:ip-10-0-1-171.ec2.internal] on node ip-10-0-1-171.ec2.internal I0419 06:58:44.115318 3679 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 06:58:44.115319 3679 controller_manager.go:429] Waiting for node in zone sync took: 250.049227ms I0419 06:58:44.119586 3679 controller_manager.go:611] Switching to transit router for layer2 networks I0419 06:58:44.119599 3679 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-171.ec2.internal I0419 06:58:44.120989 3679 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 06:58:44.121124 3679 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0419 06:58:44.121228 3679 gateway_init.go:263] Preparing Gateway I0419 06:58:44.121239 3679 gateway_shared_intf.go:1687] Creating new gateway I0419 06:58:44.132450 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 06:58:44.138156 3679 controller_manager.go:290] SCTP support detected in OVN I0419 06:58:44.138842 3679 services_controller.go:69] Creating services controller for network=default I0419 06:58:44.138936 3679 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 06:58:44.138996 3679 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 06:58:44.139028 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 06:58:44.139044 3679 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 06:58:44.139053 3679 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:58:44.139228 3679 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 06:58:44.139263 3679 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 06:58:44.139308 3679 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.246µs I0419 06:58:44.139322 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.775µs I0419 06:58:44.139329 3679 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 65.787µs I0419 06:58:44.139335 3679 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 06:58:44.139342 3679 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 06:58:44.139350 3679 default_network_controller.go:325] Starting the default network controller I0419 06:58:44.139390 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 3.702µs I0419 06:58:44.139421 3679 udn_enabled_svc.go:95] Performing full resync I0419 06:58:44.139714 3679 udn_enabled_svc.go:99] Waiting for handler to sync I0419 06:58:44.139724 3679 udn_enabled_svc.go:104] Starting worker I0419 06:58:44.148162 3679 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 06:58:44.148226 3679 repair.go:33] Syncing exgw routes took 51.627µs I0419 06:58:44.148247 3679 default_network_controller.go:414] Starting all the Watchers... I0419 06:58:44.148390 3679 namespace.go:98] [openshift-host-network] adding namespace I0419 06:58:44.148395 3679 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 06:58:44.148409 3679 namespace.go:98] [openshift-apiserver] adding namespace I0419 06:58:44.148422 3679 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 06:58:44.148418 3679 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 06:58:44.148424 3679 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 06:58:44.148429 3679 namespace.go:98] [openshift-backplane-tam] adding namespace I0419 06:58:44.148430 3679 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 06:58:44.148426 3679 namespace.go:98] [openshift-backplane] adding namespace I0419 06:58:44.148439 3679 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0419 06:58:44.148440 3679 namespace.go:98] [openshift-controller-manager] adding namespace I0419 06:58:44.148436 3679 namespace.go:98] [openshift-dns] adding namespace I0419 06:58:44.148442 3679 namespace.go:98] [openshift-dns-operator] adding namespace I0419 06:58:44.148456 3679 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 06:58:44.148395 3679 namespace.go:98] [openshift-marketplace] adding namespace I0419 06:58:44.149046 3679 namespace.go:102] [openshift-host-network] adding namespace took 644.111µs I0419 06:58:44.149064 3679 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 06:58:44.149522 3679 namespace.go:102] [openshift-backplane-csm] adding namespace took 452.044µs I0419 06:58:44.149536 3679 namespace.go:98] [openshift-network-operator] adding namespace I0419 06:58:44.149993 3679 namespace.go:102] [openshift-network-operator] adding namespace took 452.15µs I0419 06:58:44.150009 3679 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 06:58:44.150422 3679 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.019217ms I0419 06:58:44.150435 3679 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 06:58:44.150811 3679 namespace.go:102] [openshift-apiserver] adding namespace took 2.386092ms I0419 06:58:44.150822 3679 namespace.go:98] [openshift-operators] adding namespace I0419 06:58:44.151282 3679 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.852666ms I0419 06:58:44.151298 3679 namespace.go:98] [openshift-console] adding namespace I0419 06:58:44.151687 3679 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.24975ms I0419 06:58:44.151709 3679 namespace.go:98] [openshift-config] adding namespace I0419 06:58:44.152224 3679 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.790113ms I0419 06:58:44.152241 3679 namespace.go:98] [openshift-image-registry] adding namespace I0419 06:58:44.152690 3679 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.254193ms I0419 06:58:44.152704 3679 namespace.go:98] [openshift-authentication] adding namespace I0419 06:58:44.153153 3679 namespace.go:102] [openshift-kube-apiserver] adding namespace took 4.714148ms I0419 06:58:44.153170 3679 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 06:58:44.153580 3679 namespace.go:102] [openshift-backplane] adding namespace took 5.138429ms I0419 06:58:44.153590 3679 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 06:58:44.153940 3679 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.493607ms I0419 06:58:44.153956 3679 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 06:58:44.154471 3679 namespace.go:102] [openshift-controller-manager] adding namespace took 6.020395ms I0419 06:58:44.154487 3679 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 06:58:44.154963 3679 namespace.go:102] [openshift-dns] adding namespace took 6.510044ms I0419 06:58:44.154978 3679 namespace.go:98] [openshift-config-managed] adding namespace I0419 06:58:44.155376 3679 namespace.go:102] [openshift-dns-operator] adding namespace took 6.922595ms I0419 06:58:44.155386 3679 namespace.go:98] [default] adding namespace I0419 06:58:44.155808 3679 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.344241ms I0419 06:58:44.155825 3679 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 06:58:44.156315 3679 namespace.go:102] [openshift-marketplace] adding namespace took 7.80791ms I0419 06:58:44.156329 3679 namespace.go:98] [openshift-logging] adding namespace I0419 06:58:44.156635 3679 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.620672ms I0419 06:58:44.156645 3679 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 06:58:44.157106 3679 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.664327ms I0419 06:58:44.157120 3679 namespace.go:98] [openshift-monitoring] adding namespace I0419 06:58:44.157510 3679 namespace.go:102] [openshift-operators] adding namespace took 6.681097ms I0419 06:58:44.157525 3679 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 06:58:44.157815 3679 namespace.go:102] [openshift-console] adding namespace took 6.510927ms I0419 06:58:44.157832 3679 namespace.go:98] [openshift-ingress] adding namespace I0419 06:58:44.158283 3679 namespace.go:102] [openshift-config] adding namespace took 6.56595ms I0419 06:58:44.158297 3679 namespace.go:98] [openshift-console-operator] adding namespace I0419 06:58:44.158706 3679 namespace.go:102] [openshift-image-registry] adding namespace took 6.460379ms I0419 06:58:44.158715 3679 namespace.go:98] [openshift-infra] adding namespace I0419 06:58:44.159079 3679 namespace.go:102] [openshift-authentication] adding namespace took 6.369376ms I0419 06:58:44.159096 3679 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 06:58:44.159461 3679 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.285968ms I0419 06:58:44.159472 3679 namespace.go:98] [openshift-cluster-version] adding namespace I0419 06:58:44.159822 3679 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.226863ms I0419 06:58:44.159834 3679 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 06:58:44.160273 3679 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.312701ms I0419 06:58:44.160284 3679 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 06:58:44.160668 3679 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.174655ms I0419 06:58:44.160680 3679 namespace.go:98] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace I0419 06:58:44.161042 3679 namespace.go:102] [openshift-config-managed] adding namespace took 6.060231ms I0419 06:58:44.161053 3679 namespace.go:98] [kube-system] adding namespace I0419 06:58:44.161429 3679 namespace.go:102] [default] adding namespace took 6.039027ms I0419 06:58:44.161437 3679 namespace.go:98] [openshift-package-operator] adding namespace I0419 06:58:44.162153 3679 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.321383ms I0419 06:58:44.162168 3679 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 06:58:44.162522 3679 namespace.go:102] [openshift-logging] adding namespace took 6.187735ms I0419 06:58:44.162535 3679 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 06:58:44.163025 3679 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.374109ms I0419 06:58:44.163393 3679 namespace.go:102] [openshift-monitoring] adding namespace took 6.268346ms I0419 06:58:44.163405 3679 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 06:58:44.163825 3679 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.294681ms I0419 06:58:44.163839 3679 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 06:58:44.164186 3679 namespace.go:102] [openshift-ingress] adding namespace took 6.349845ms I0419 06:58:44.164198 3679 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 06:58:44.164546 3679 namespace.go:102] [openshift-console-operator] adding namespace took 6.243939ms I0419 06:58:44.164558 3679 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 06:58:44.164901 3679 namespace.go:102] [openshift-infra] adding namespace took 6.182115ms I0419 06:58:44.164912 3679 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 06:58:44.165318 3679 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.21577ms I0419 06:58:44.165330 3679 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 06:58:44.165663 3679 namespace.go:102] [openshift-cluster-version] adding namespace took 6.187126ms I0419 06:58:44.165674 3679 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 06:58:44.166017 3679 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.179294ms I0419 06:58:44.166028 3679 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 06:58:44.166500 3679 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.211993ms I0419 06:58:44.166508 3679 namespace.go:98] [openshift-machine-api] adding namespace I0419 06:58:44.166878 3679 namespace.go:102] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] adding namespace took 6.192843ms I0419 06:58:44.166890 3679 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 06:58:44.167261 3679 namespace.go:102] [kube-system] adding namespace took 6.201349ms I0419 06:58:44.167277 3679 namespace.go:98] [openshift-etcd] adding namespace I0419 06:58:44.167683 3679 namespace.go:102] [openshift-package-operator] adding namespace took 6.241003ms I0419 06:58:44.167696 3679 namespace.go:98] [dedicated-admin] adding namespace I0419 06:58:44.168167 3679 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.994369ms I0419 06:58:44.168181 3679 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 06:58:44.168645 3679 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.105035ms I0419 06:58:44.168660 3679 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 06:58:44.169080 3679 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.670377ms I0419 06:58:44.169092 3679 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 06:58:44.169459 3679 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.612297ms I0419 06:58:44.169472 3679 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 06:58:44.169787 3679 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.584117ms I0419 06:58:44.169803 3679 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 06:58:44.170380 3679 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.816706ms I0419 06:58:44.170393 3679 namespace.go:98] [openshift-config-operator] adding namespace I0419 06:58:44.170890 3679 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.973391ms I0419 06:58:44.170901 3679 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 06:58:44.171450 3679 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.114677ms I0419 06:58:44.171464 3679 namespace.go:98] [openshift-insights] adding namespace I0419 06:58:44.171982 3679 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.301482ms I0419 06:58:44.171999 3679 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 06:58:44.172454 3679 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.421939ms I0419 06:58:44.172468 3679 namespace.go:98] [kube-public] adding namespace I0419 06:58:44.172958 3679 namespace.go:102] [openshift-machine-api] adding namespace took 6.444666ms I0419 06:58:44.172972 3679 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 06:58:44.173497 3679 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.603305ms I0419 06:58:44.173505 3679 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 06:58:44.173947 3679 namespace.go:102] [openshift-etcd] adding namespace took 6.663552ms I0419 06:58:44.173960 3679 namespace.go:98] [openshift-network-console] adding namespace I0419 06:58:44.174355 3679 namespace.go:102] [dedicated-admin] adding namespace took 6.653517ms I0419 06:58:44.174367 3679 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 06:58:44.174728 3679 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.541987ms I0419 06:58:44.174741 3679 namespace.go:98] [openshift] adding namespace W0419 06:58:44.175101 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2bx2r: pod openshift-network-diagnostics/network-check-target-2bx2r: no pod IPs found W0419 06:58:44.175132 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n9gjg: pod openshift-network-diagnostics/network-check-target-n9gjg: no pod IPs found I0419 06:58:44.175143 3679 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.478382ms I0419 06:58:44.175151 3679 namespace.go:98] [kube-node-lease] adding namespace I0419 06:58:44.175601 3679 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.502597ms I0419 06:58:44.176051 3679 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.573626ms I0419 06:58:44.176430 3679 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.621871ms I0419 06:58:44.176791 3679 namespace.go:102] [openshift-config-operator] adding namespace took 6.392945ms I0419 06:58:44.177258 3679 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.352056ms I0419 06:58:44.177683 3679 namespace.go:102] [openshift-insights] adding namespace took 6.212822ms I0419 06:58:44.178080 3679 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.074565ms I0419 06:58:44.178474 3679 namespace.go:102] [kube-public] adding namespace took 6.000045ms I0419 06:58:44.178869 3679 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.881423ms I0419 06:58:44.179280 3679 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.769917ms I0419 06:58:44.179293 3679 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 06:58:44.179656 3679 namespace.go:102] [openshift-network-console] adding namespace took 5.690557ms I0419 06:58:44.179669 3679 namespace.go:98] [openshift-node] adding namespace I0419 06:58:44.180117 3679 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.745171ms I0419 06:58:44.180128 3679 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 06:58:44.180519 3679 namespace.go:102] [openshift] adding namespace took 5.772234ms I0419 06:58:44.180531 3679 namespace.go:98] [openshift-multus] adding namespace I0419 06:58:44.180875 3679 namespace.go:102] [kube-node-lease] adding namespace took 5.718979ms I0419 06:58:44.181305 3679 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.007198ms I0419 06:58:44.181730 3679 namespace.go:102] [openshift-node] adding namespace took 2.054881ms W0419 06:58:44.182107 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-fwjz6: pod openshift-multus/network-metrics-daemon-fwjz6: no pod IPs found W0419 06:58:44.182143 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8m8fc: pod openshift-multus/network-metrics-daemon-8m8fc: no pod IPs found I0419 06:58:44.182150 3679 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.016448ms I0419 06:58:44.182571 3679 namespace.go:102] [openshift-multus] adding namespace took 2.035083ms W0419 06:58:44.182643 3679 master.go:458] Unable to parse local node ip-10-0-1-171.ec2.internal chassis-id annotation. Chassis may be removed during sync W0419 06:58:44.182652 3679 master.go:471] Unable to parse remote node ip-10-0-2-36.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 06:58:44.182656 3679 master.go:481] Removing stale chassis with ID/Name: a79c1c96-d22c-4ab6-a31b-686ebca1ae18, hostname: ip-10-0-1-171.ec2.internal I0419 06:58:44.183527 3679 master.go:548] Adding or Updating local node "ip-10-0-1-171.ec2.internal" for network "default" I0419 06:58:44.183595 3679 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-36.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-36.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-36.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-36.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-36.ec2.internal I0419 06:58:44.184465 3679 zone_ic_handler.go:195] Time taken to create transit switch: 327.424µs I0419 06:58:44.184478 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-4.ec2.internal for the network default I0419 06:58:44.185542 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-4.ec2.internal" on network "default" took: 1.413718ms I0419 06:58:44.187184 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-171.ec2.internal for the network default I0419 06:58:44.187356 3679 zone_ic_handler.go:195] Time taken to create transit switch: 160.643µs I0419 06:58:44.188171 3679 default_network_controller.go:823] Node add failed for ip-10-0-1-171.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal, error getting gateway config for node ip-10-0-1-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal", failed to update chassis to local for local node ip-10-0-1-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal] E0419 06:58:44.188214 3679 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-171.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal, error getting gateway config for node ip-10-0-1-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal", failed to update chassis to local for local node ip-10-0-1-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal] I0419 06:58:44.188260 3679 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 06:58:44.188282 3679 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 06:58:44.188297 3679 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 06:58:44.188276 3679 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-171.ec2.internal", UID:"d8fd6bf6-ed83-4292-83a0-0f9189541caf", APIVersion:"v1", ResourceVersion:"8574", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal, error getting gateway config for node ip-10-0-1-171.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal", failed to update chassis to local for local node ip-10-0-1-171.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-171.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-171.ec2.internal] I0419 06:58:44.188297 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-4.ec2.internal in network "default" I0419 06:58:44.188417 3679 node_tracker.go:169] Node ip-10-0-0-4.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.188432 3679 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.188442 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:44.188451 3679 node_tracker.go:235] Node ip-10-0-1-171.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-171.ec2.internal" I0419 06:58:44.188458 3679 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.188462 3679 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.188470 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:58:44.188478 3679 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0419 06:58:44.188483 3679 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.188486 3679 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.269180 3679 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:58:44.275022 3679 iptables.go:108] Creating table: filter chain: OUTPUT I0419 06:58:44.281045 3679 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 06:58:44.281059 3679 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-171.ec2.internal","mac-address":"0a:ff:d5:8b:cf:97","ip-addresses":["10.0.1.171/24"],"ip-address":"10.0.1.171/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a79c1c96-d22c-4ab6-a31b-686ebca1ae18 k8s.ovn.org/node-encap-ips:["10.0.1.171"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.171/24"} k8s.ovn.org/zone-name:ip-10-0-1-171.ec2.internal] on node ip-10-0-1-171.ec2.internal I0419 06:58:44.289178 3679 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 06:58:44.289195 3679 services_controller.go:208] Setting up event handlers for services for network=default I0419 06:58:44.289238 3679 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 06:58:44.289268 3679 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 06:58:44.289277 3679 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 06:58:44.294301 3679 master.go:548] Adding or Updating local node "ip-10-0-1-171.ec2.internal" for network "default" I0419 06:58:44.294339 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:44.294396 3679 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:44.294416 3679 services_controller.go:574] Full service sync requested for network=default I0419 06:58:44.298180 3679 default_node_network_controller.go:519] Node connection status = connected W0419 06:58:44.298815 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-fwjz6: pod openshift-multus/network-metrics-daemon-fwjz6: no pod IPs found W0419 06:58:44.298839 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2bx2r: pod openshift-network-diagnostics/network-check-target-2bx2r: no pod IPs found I0419 06:58:44.299759 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-171.ec2.internal for the network default I0419 06:58:44.299932 3679 zone_ic_handler.go:195] Time taken to create transit switch: 160.502µs I0419 06:58:44.389939 3679 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 06:58:44.389957 3679 repair.go:60] Starting repairing loop for services I0419 06:58:44.390025 3679 repair.go:131] Deleted 0 stale service LBs I0419 06:58:44.390041 3679 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 06:58:44.390056 3679 repair.go:62] Finished repairing loop for services: 100.854µs I0419 06:58:44.390078 3679 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 06:58:44.390088 3679 services_controller.go:254] Starting workers for network=default I0419 06:58:44.390473 3679 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0419 06:58:44.390529 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8m8fc, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8m8fc: suppressed error logged: pod openshift-multus/network-metrics-daemon-8m8fc: no pod IPs found I0419 06:58:44.390512 3679 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-n9gjg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-n9gjg: no pod IPs found I0419 06:58:44.390556 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fwjz6] creating logical port openshift-multus_network-metrics-daemon-fwjz6 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:44.390691 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2bx2r] creating logical port openshift-network-diagnostics_network-check-target-2bx2r for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:44.390823 3679 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-fwjz6 I0419 06:58:44.390833 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2bx2r I0419 06:58:44.405836 3679 pod.go:62] [openshift-network-diagnostics/network-check-target-2bx2r] pod update took 15.054233ms I0419 06:58:44.405856 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2bx2r] addLogicalPort annotation time took 15.074375ms I0419 06:58:44.406673 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-2bx2r] addLogicalPort took 15.996607ms, libovsdb time 586.426µs I0419 06:58:44.408524 3679 pod.go:62] [openshift-multus/network-metrics-daemon-fwjz6] pod update took 17.748991ms I0419 06:58:44.408537 3679 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-fwjz6] addLogicalPort annotation time took 17.765594ms I0419 06:58:44.409227 3679 pods.go:271] [openshift-multus/network-metrics-daemon-fwjz6] addLogicalPort took 18.703601ms, libovsdb time 530.646µs I0419 06:58:44.409638 3679 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 06:58:44.409656 3679 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 06:58:44.409668 3679 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 06:58:44.409673 3679 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 06:58:44.409881 3679 repair.go:29] Repairing admin network policies took 199.776µs I0419 06:58:44.409987 3679 repair.go:92] Repairing baseline admin network policies took 96.366µs I0419 06:58:44.410366 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 06:58:44.410382 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 06:58:44.412042 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 06:58:44.412059 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 06:58:44.412070 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 06:58:44.414338 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 06:58:44.414374 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 06:58:44.415084 3679 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 06:58:44.415099 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:58:44.416914 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 06:58:44.416934 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 06:58:44.416941 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 06:58:44.418297 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 06:58:44.418313 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 06:58:44.418321 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] W0419 06:58:44.419482 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:44.420560 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 06:58:44.420582 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 06:58:44.420592 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 06:58:44.421083 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 06:58:44.421102 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 06:58:44.421108 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 06:58:44.421431 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 06:58:44.421450 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 06:58:44.421458 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 06:58:44.422124 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:58:44.422141 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 06:58:44.422149 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 06:58:44.423524 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 06:58:44.423541 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 06:58:44.423550 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 06:58:44.424407 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 06:58:44.424424 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 06:58:44.424431 3679 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 06:58:44.426039 3679 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 06:58:44.426061 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 06:58:44.426068 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 06:58:44.426552 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 06:58:44.426569 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 06:58:44.426577 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 06:58:44.427029 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 06:58:44.427045 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 06:58:44.427052 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 06:58:44.428276 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 06:58:44.428295 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 06:58:44.428307 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 06:58:44.429350 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 06:58:44.429369 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 06:58:44.429377 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 06:58:44.429850 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 06:58:44.429882 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 06:58:44.429903 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 06:58:44.430538 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 06:58:44.430556 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 06:58:44.430564 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 06:58:44.431535 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 06:58:44.431552 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 06:58:44.431560 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 06:58:44.432074 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 06:58:44.432090 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 06:58:44.432099 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 06:58:44.433058 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 06:58:44.433075 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 06:58:44.433081 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 06:58:44.433339 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 06:58:44.433355 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 06:58:44.433368 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 06:58:44.434532 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 06:58:44.434548 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 06:58:44.434555 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 06:58:44.434994 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 06:58:44.435010 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 06:58:44.435018 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 06:58:44.435447 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 06:58:44.435463 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 06:58:44.435470 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 06:58:44.436659 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 06:58:44.436675 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 06:58:44.436683 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 06:58:44.437672 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 06:58:44.437693 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 06:58:44.437704 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 06:58:44.438235 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 06:58:44.438256 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 06:58:44.438265 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 06:58:44.438723 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 06:58:44.438744 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 06:58:44.438757 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 06:58:44.439237 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 06:58:44.439447 3679 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-72sz7 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0419 06:58:44.444429 3679 egressfirewall.go:374] Starting EgressFirewall controller I0419 06:58:44.444461 3679 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 06:58:44.444479 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 06:58:44.444490 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 06:58:44.444502 3679 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 06:58:44.444547 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 06:58:44.444558 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 06:58:44.444790 3679 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 06:58:44.444803 3679 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 06:58:44.444808 3679 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 06:58:44.444815 3679 egressqos.go:193] Setting up event handlers for EgressQoS I0419 06:58:44.444821 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-4.ec2.internal" for egress firewall I0419 06:58:44.444828 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:58:44.444831 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:44.444998 3679 egressqos.go:245] Starting EgressQoS Controller I0419 06:58:44.445011 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 06:58:44.445019 3679 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 06:58:44.445024 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 06:58:44.445029 3679 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 06:58:44.445037 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 06:58:44.445042 3679 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 06:58:44.445045 3679 egressqos.go:259] Repairing EgressQoSes I0419 06:58:44.445049 3679 egressqos.go:399] Starting repairing loop for egressqos I0419 06:58:44.445154 3679 egressqos.go:401] Finished repairing loop for egressqos: 103.957µs I0419 06:58:44.445173 3679 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 06:58:44.445195 3679 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-171.ec2.internal I0419 06:58:44.445247 3679 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-171.ec2.internal : 53.3µs I0419 06:58:44.445383 3679 egressservice_zone.go:210] Starting Egress Services Controller I0419 06:58:44.445392 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:58:44.445398 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:58:44.445403 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:58:44.445408 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:58:44.445413 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:58:44.445427 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:58:44.445441 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 06:58:44.445445 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 06:58:44.445449 3679 egressservice_zone.go:228] Repairing Egress Services I0419 06:58:44.445743 3679 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 06:58:44.445752 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:58:44.445758 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-4.ec2.internal I0419 06:58:44.445780 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-4.ec2.internal: 21.957µs I0419 06:58:44.445789 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:44.445793 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 3.742µs I0419 06:58:44.445797 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:44.445800 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 3.51µs I0419 06:58:44.445959 3679 default_network_controller.go:585] Completing all the Watchers took 297.704156ms I0419 06:58:44.445972 3679 default_network_controller.go:589] Starting unidling controllers I0419 06:58:44.445982 3679 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 06:58:44.445989 3679 unidle.go:63] Populating Initial ContollerEvent events I0419 06:58:44.446004 3679 unidle.go:79] Setting up event handlers for services I0419 06:58:44.446045 3679 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:58:44.799539 3679 default_node_network_controller.go:519] Node connection status = connected I0419 06:58:45.298135 3679 default_node_network_controller.go:519] Node connection status = connected I0419 06:58:45.798712 3679 default_node_network_controller.go:519] Node connection status = connected I0419 06:58:46.298898 3679 default_node_network_controller.go:519] Node connection status = connected W0419 06:58:46.394078 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:58:46.466789 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:46.521318 3679 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 06:58:46.798666 3679 default_node_network_controller.go:519] Node connection status = connected I0419 06:58:46.816337 3679 bridgeconfig.go:537] Gateway is ready I0419 06:58:46.816353 3679 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 06:58:46.827418 3679 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.171. Updating OVN encap IP. I0419 06:58:46.832829 3679 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.171 - it is already configured I0419 06:58:46.832844 3679 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.171/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 06:58:46.833115 3679 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.171/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-171.ec2.internal","mac-address":"0a:ff:d5:8b:cf:97","ip-addresses":["10.0.1.171/24"],"ip-address":"10.0.1.171/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:a79c1c96-d22c-4ab6-a31b-686ebca1ae18 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.171/24"}] on node ip-10-0-1-171.ec2.internal I0419 06:58:46.847228 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-171.ec2.internal" for egress firewall I0419 06:58:46.847284 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:46.847312 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 32.307µs I0419 06:58:46.847316 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-171.ec2.internal in network "default" I0419 06:58:46.847366 3679 master.go:548] Adding or Updating local node "ip-10-0-1-171.ec2.internal" for network "default" I0419 06:58:46.847381 3679 node_tracker.go:169] Node ip-10-0-1-171.ec2.internal switch + router changed, syncing services in network "default" I0419 06:58:46.847395 3679 services_controller.go:574] Full service sync requested for network=default W0419 06:58:46.847558 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:46.847702 3679 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.171 I0419 06:58:46.847825 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-171.ec2.internal W0419 06:58:46.848263 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:58:46.852695 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-171.ec2.internal. Updating no re-route policies I0419 06:58:46.852761 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-kjrmp I0419 06:58:46.852780 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-kjrmp I0419 06:58:46.852799 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-kjrmp after 0 failed attempt(s) I0419 06:58:46.852812 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-171.ec2.internal I0419 06:58:46.852817 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-171.ec2.internal I0419 06:58:46.852828 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-171.ec2.internal after 0 failed attempt(s) I0419 06:58:46.852827 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tht9n I0419 06:58:46.852837 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-r7nqr I0419 06:58:46.852848 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-td8fc I0419 06:58:46.852878 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-4vt4m I0419 06:58:46.852883 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-td8fc I0419 06:58:46.852882 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8m8fc I0419 06:58:46.852893 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-4vt4m I0419 06:58:46.852894 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bf5lk I0419 06:58:46.852902 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8m8fc I0419 06:58:46.852901 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-171.ec2.internal I0419 06:58:46.852907 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bf5lk I0419 06:58:46.852911 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-4vt4m after 0 failed attempt(s) I0419 06:58:46.852915 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-171.ec2.internal I0419 06:58:46.852854 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-r7nqr I0419 06:58:46.852934 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-bf5lk after 0 failed attempt(s) I0419 06:58:46.852943 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-r7nqr after 0 failed attempt(s) I0419 06:58:46.852839 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9fxk5 I0419 06:58:46.852961 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9fxk5 I0419 06:58:46.852971 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8m8fc, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8m8fc: suppressed error logged: pod openshift-multus/network-metrics-daemon-8m8fc: no pod IPs found I0419 06:58:46.852881 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7dtns I0419 06:58:46.853011 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-7dtns I0419 06:58:46.853026 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg I0419 06:58:46.853035 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg I0419 06:58:46.853035 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jlpb4 I0419 06:58:46.853047 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jlpb4 I0419 06:58:46.853047 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-7dtns after 0 failed attempt(s) I0419 06:58:46.852913 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-td8fc after 0 failed attempt(s) I0419 06:58:46.853060 3679 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-n9gjg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-n9gjg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-n9gjg: no pod IPs found I0419 06:58:46.853063 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jlpb4 after 0 failed attempt(s) I0419 06:58:46.852944 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-171.ec2.internal after 0 failed attempt(s) I0419 06:58:46.852872 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tht9n I0419 06:58:46.853093 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tht9n after 0 failed attempt(s) I0419 06:58:46.852851 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-fwjz6 I0419 06:58:46.853111 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-fwjz6 I0419 06:58:46.853146 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-fwjz6] creating logical port openshift-multus_network-metrics-daemon-fwjz6 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:46.852886 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2bx2r I0419 06:58:46.853217 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2bx2r I0419 06:58:46.853241 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2bx2r] creating logical port openshift-network-diagnostics_network-check-target-2bx2r for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:46.852979 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9fxk5 after 0 failed attempt(s) I0419 06:58:46.853854 3679 pods.go:271] [openshift-multus/network-metrics-daemon-fwjz6] addLogicalPort took 716.851µs, libovsdb time 277.47µs I0419 06:58:46.853887 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-fwjz6 after 0 failed attempt(s) I0419 06:58:46.854013 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-2bx2r] addLogicalPort took 775.438µs, libovsdb time 392.183µs I0419 06:58:46.854030 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2bx2r after 0 failed attempt(s) I0419 06:58:46.860992 3679 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 06:58:46.871658 3679 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 06:58:46.874767 3679 iptables.go:108] Creating table: nat chain: OUTPUT I0419 06:58:46.921839 3679 iptables.go:108] Creating table: nat chain: PREROUTING I0419 06:58:46.977133 3679 iptables.go:108] Creating table: filter chain: FORWARD I0419 06:58:46.992200 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 06:58:46.992310 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 06:58:46.992362 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 06:58:46.992481 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 06:58:46.992537 3679 gateway_init.go:325] Gateway and management port readiness took 2.698350925s I0419 06:58:46.992562 3679 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 06:58:46.992596 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 06:58:46.992607 3679 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 06:58:46.992615 3679 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 06:58:46.992676 3679 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 06:58:46.992766 3679 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.053µs I0419 06:58:46.993018 3679 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 06:58:46.993042 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.646µs I0419 06:58:46.993049 3679 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.412µs I0419 06:58:46.993055 3679 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 06:58:46.993065 3679 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 06:58:46.993069 3679 default_node_network_controller.go:899] Starting the default node network controller I0419 06:58:46.993073 3679 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 06:58:46.993101 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.406µs I0419 06:58:46.993226 3679 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 06:58:46.993234 3679 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 06:58:46.993255 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000a9d400 0xc0002dc000 0xc0002dc0e0 0xc000a282d0 0xc006541500 0xc0002dc150 map[0x2ff9080:0xc002594c60 0x2ff95c0:0xc002594f60 0x2ffa2e0:0xc002594ba0 0x2ffa580:0xc002594c00 0x2ffad60:0xc002594cc0 0x2ffb000:0xc002594d20 0x2ffb2a0:0xc002594f00 0x2ffba80:0xc002594fc0 0x2ffbd20:0xc002595020 0x3026980:0xc0006b7c20 0x3026d20:0xc0006b7c80 0x3027800:0xc000ae75c0 0x3029160:0xc000f80840 0x30298a0:0xc002594a80 0x302a720:0xc0006b7bc0] 0xc000a9e2a0 0} I0419 06:58:46.993317 3679 gateway.go:151] Starting gateway service sync I0419 06:58:46.993727 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 06:58:46.995679 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 06:58:47.021986 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 06:58:47.023001 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 06:58:47.024080 3679 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 06:58:47.055046 3679 gateway.go:168] Gateway service sync done. Time taken: 61.716596ms I0419 06:58:47.055483 3679 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30733 I0419 06:58:47.055774 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000a9d400 0xc0002dc000 0xc0002dc0e0 0xc000a282d0 0xc006541500 0xc0002dc150 map[0x2ff9080:0xc002594c60 0x2ff95c0:0xc002594f60 0x2ffa2e0:0xc002594ba0 0x2ffa580:0xc002594c00 0x2ffad60:0xc002594cc0 0x2ffb000:0xc002594d20 0x2ffb2a0:0xc002594f00 0x2ffba80:0xc002594fc0 0x2ffbd20:0xc002595020 0x3026980:0xc0006b7c20 0x3026d20:0xc0006b7c80 0x3027800:0xc000ae75c0 0x3029160:0xc000f80840 0x30298a0:0xc002594a80 0x302a720:0xc0006b7bc0] 0xc000a9e2a0 0} I0419 06:58:47.056255 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a8b050 0xc0002c7ce0 0xc0002c7d50 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc000a9d400 0xc0002dc000 0xc0002dc0e0 0xc000a282d0 0xc006541500 0xc0002dc150 map[0x2ff9080:0xc002594c60 0x2ff95c0:0xc002594f60 0x2ffa2e0:0xc002594ba0 0x2ffa580:0xc002594c00 0x2ffad60:0xc002594cc0 0x2ffb000:0xc002594d20 0x2ffb2a0:0xc002594f00 0x2ffba80:0xc002594fc0 0x2ffbd20:0xc002595020 0x3026980:0xc0006b7c20 0x3026d20:0xc0006b7c80 0x3027800:0xc000ae75c0 0x3029160:0xc000f80840 0x30298a0:0xc002594a80 0x302a720:0xc0006b7bc0] 0xc000a9e2a0 0} I0419 06:58:47.056294 3679 gateway.go:532] Reconciling gateway with updates I0419 06:58:47.060741 3679 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 06:58:47.060762 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:47.060777 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:47.060792 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:47.060809 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:47.060806 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:47.060808 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:47.060826 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:47.060828 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:47.060826 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:47.060838 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:47.060855 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:47.060852 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:47.060879 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:47.060880 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:47.060895 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:58:47.060898 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:47.060813 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:47.060904 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:47.060914 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:47.060913 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:47.060918 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:47.060926 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:47.060921 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:47.060932 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:58:47.060938 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:47.060840 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:58:47.060944 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:47.060895 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:47.060952 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:47.060954 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:47.060956 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:47.060966 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:47.060970 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:47.060972 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:58:47.060984 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:58:47.060987 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:47.060996 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:58:47.061007 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:47.060798 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:47.061018 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:47.061025 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:47.061029 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:47.061034 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:47.061032 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:47.061036 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:47.061040 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:47.061043 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:47.061050 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:47.061050 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:47.061054 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:58:47.061057 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:47.061062 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:47.061062 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:47.061065 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:58:47.061064 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:47.061058 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:47.061075 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:58:47.061085 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:47.061030 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:58:47.061091 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:47.061095 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:58:47.061097 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:58:47.060999 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:47.061103 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:58:47.061104 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:58:47.061104 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:58:47.061025 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:47.060925 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:47.061120 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:58:47.061086 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:58:47.061128 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:47.061138 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:58:47.061138 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:58:47.061145 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:58:47.061103 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:58:47.060882 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:58:47.061053 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:47.060909 3679 default_node_network_controller.go:944] Gateway and management port readiness took 67.667762ms I0419 06:58:47.060762 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:47.061195 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:47.060844 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:47.060933 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:47.060940 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:47.061305 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:47.060918 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:58:47.060941 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:47.061350 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:47.060942 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:47.061363 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:58:47.061367 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:58:47.060948 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:58:47.060958 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:47.060958 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:47.061438 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:47.061001 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:47.061490 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:47.061499 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:58:47.061000 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:47.061512 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:47.061010 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:47.061559 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:47.061013 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:47.061614 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:47.061040 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:47.061680 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:58:47.061043 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:47.061695 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:47.061700 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:58:47.061045 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:58:47.061048 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:47.061055 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:47.061739 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:47.061073 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:47.061080 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:58:47.061140 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:58:47.061792 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:58:47.060956 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:58:47.062150 3679 node_ip_handler_linux.go:160] Node IP manager is running W0419 06:58:47.096552 3679 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:58:47.096729 3679 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 06:58:47.096848 3679 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0419 06:58:47.105353 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:58:47.105371 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:58:47.105391 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:58:47.105402 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 06:58:47.105411 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:58:47.105421 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:58:47.105432 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:58:47.105441 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:58:47.142164 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:58:47.142183 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:58:47.142197 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:58:47.142203 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:58:47.142209 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:58:47.142215 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:58:47.142223 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:58:47.142231 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:58:47.142237 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:58:47.142243 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:58:49.045490 3679 default_node_network_controller.go:1380] Starting node controller node sync W0419 06:58:49.045538 3679 egressip_healthcheck.go:76] Health checking using insecure connection I0419 06:58:49.045596 3679 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0419 06:58:49.057509 3679 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.997896ms I0419 06:58:49.057651 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-4.ec2.internal", IP: 10.0.0.4 to PMTUD blocking rules I0419 06:58:49.057665 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 06:58:49.063726 3679 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 06:58:49.064047 3679 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 06:58:49.064215 3679 egressservice_node.go:183] Starting Egress Services Controller I0419 06:58:49.064233 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 06:58:49.064242 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 06:58:49.064248 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 06:58:49.064253 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 06:58:49.064258 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 06:58:49.064263 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 06:58:49.064269 3679 egressservice_node.go:197] Repairing Egress Services I0419 06:58:49.073689 3679 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 06:58:49.073699 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 06:58:49.073851 3679 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 06:58:49.073877 3679 link_network_manager.go:119] Link manager is running I0419 06:58:49.073885 3679 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 06:58:49.074233 3679 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 06:58:49.074421 3679 vrf_manager.go:128] VRF manager is running I0419 06:58:49.074506 3679 node_controller_manager.go:437] Removing flows to drop GARP I0419 06:58:49.074515 3679 gateway.go:532] Reconciling gateway with updates I0419 06:58:49.098783 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:49.098796 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:49.098798 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:49.098806 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 06:58:49.098811 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 06:58:49.098812 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:49.098829 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 06:58:49.098830 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:49.098838 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:49.098841 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:49.098849 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 06:58:49.098852 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 06:58:49.098853 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:49.098871 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 06:58:49.098815 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 06:58:49.098880 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 06:58:49.098885 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:49.098887 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 32308 is already open, no action needed I0419 06:58:49.098890 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:49.098894 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 06:58:49.098897 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 30869 is already open, no action needed I0419 06:58:49.098897 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:49.098902 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 06:58:49.098907 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 06:58:49.098909 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:49.098830 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:49.098924 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:49.098926 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:49.098934 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 06:58:49.098879 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:49.098944 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 06:58:49.098954 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 06:58:49.098898 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:49.098978 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 06:58:49.098990 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 06:58:49.098889 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:49.098994 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:49.099001 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 06:58:49.098851 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:49.098926 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:49.099020 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:49.099021 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:49.099023 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:49.099026 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 06:58:49.098954 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:49.099035 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 06:58:49.099037 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:49.099041 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 06:58:49.099046 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 06:58:49.099046 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:49.099051 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 06:58:49.099053 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 06:58:49.098888 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:49.099071 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 06:58:49.099088 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:49.098902 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 06:58:49.099104 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:49.099021 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 06:58:49.099116 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:49.099120 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 06:58:49.099120 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:49.099124 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:49.099129 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 06:58:49.099131 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 06:58:49.099137 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 06:58:49.099137 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 06:58:49.098782 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:49.099161 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 06:58:49.098890 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:49.099214 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 06:58:49.099222 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 06:58:49.098852 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:49.099236 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 06:58:49.098840 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 06:58:49.099283 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 06:58:49.098787 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 06:58:49.099297 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 06:58:49.099302 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 06:58:49.098838 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:49.099310 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 06:58:49.098877 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 06:58:49.099350 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 06:58:49.098899 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 06:58:49.098908 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:49.099417 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 06:58:49.098907 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:49.099452 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 06:58:49.098917 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 06:58:49.099489 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 06:58:49.098917 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 06:58:49.098918 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:49.099569 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 06:58:49.098940 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:49.099639 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 06:58:49.098942 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 06:58:49.099649 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 06:58:49.098940 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 06:58:49.099003 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 06:58:49.099004 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 06:58:49.099030 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 06:58:49.099032 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 06:58:49.099055 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 06:58:49.099104 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 06:58:49.139550 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 06:58:49.165195 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 06:58:49.165195 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 06:58:49.165217 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 06:58:49.165234 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 06:58:49.165244 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 06:58:49.165250 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 06:58:49.165257 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 06:58:49.165262 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 06:58:49.165268 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 06:58:49.165286 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 06:58:49.165318 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 06:58:49.165327 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 06:58:49.165333 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 06:58:49.165338 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 06:58:49.165346 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 06:58:49.210162 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 06:58:49.210180 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 06:58:49.210188 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 06:58:49.210194 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 06:58:49.210205 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 06:58:49.210224 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 06:58:49.210237 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 06:58:49.210243 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 06:58:49.210249 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 06:58:49.210255 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 06:58:49.210260 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 06:58:49.210266 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 06:58:49.210271 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 06:58:49.210294 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 06:58:49.210302 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 06:58:50.427963 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-171.ec2.internal I0419 06:58:50.427991 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-171.ec2.internal: 34.632µs I0419 06:58:50.458571 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5b89f7889b-rpvs6] creating logical port openshift-image-registry_image-registry-5b89f7889b-rpvs6 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:50.458686 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 06:58:50.477341 3679 pod.go:62] [openshift-image-registry/image-registry-5b89f7889b-rpvs6] pod update took 18.697858ms I0419 06:58:50.477365 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5b89f7889b-rpvs6] addLogicalPort annotation time took 18.727486ms I0419 06:58:50.478653 3679 pods.go:271] [openshift-image-registry/image-registry-5b89f7889b-rpvs6] addLogicalPort took 20.098375ms, libovsdb time 979.428µs I0419 06:58:50.479928 3679 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f6cbcd64f-wmn8n] creating logical port openshift-ingress_router-default-5f6cbcd64f-wmn8n for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:50.480020 3679 kube.go:256] Updating pod openshift-ingress/router-default-5f6cbcd64f-wmn8n I0419 06:58:50.482504 3679 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-kct7s] creating logical port openshift-ingress-canary_ingress-canary-kct7s for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:50.482586 3679 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-kct7s I0419 06:58:50.490246 3679 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-gxbqs] creating logical port openshift-dns_dns-default-gxbqs for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:50.490472 3679 kube.go:256] Updating pod openshift-dns/dns-default-gxbqs I0419 06:58:50.499114 3679 pod.go:62] [openshift-ingress/router-default-5f6cbcd64f-wmn8n] pod update took 19.131382ms I0419 06:58:50.499140 3679 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f6cbcd64f-wmn8n] addLogicalPort annotation time took 19.159439ms I0419 06:58:50.501080 3679 pod.go:62] [openshift-ingress-canary/ingress-canary-kct7s] pod update took 18.514221ms I0419 06:58:50.501106 3679 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-kct7s] addLogicalPort annotation time took 18.545819ms I0419 06:58:50.502043 3679 pods.go:271] [openshift-ingress/router-default-5f6cbcd64f-wmn8n] addLogicalPort took 22.120189ms, libovsdb time 2.233893ms I0419 06:58:50.503471 3679 pods.go:271] [openshift-ingress-canary/ingress-canary-kct7s] addLogicalPort took 20.977326ms, libovsdb time 1.7482ms I0419 06:58:50.511094 3679 pod.go:62] [openshift-dns/dns-default-gxbqs] pod update took 20.721537ms I0419 06:58:50.511113 3679 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-gxbqs] addLogicalPort annotation time took 20.74168ms I0419 06:58:50.512079 3679 pods.go:271] [openshift-dns/dns-default-gxbqs] addLogicalPort took 21.843961ms, libovsdb time 738.394µs I0419 06:58:51.099813 3679 cni.go:452] [openshift-ingress-canary/ingress-canary-kct7s 7e89c0a43d8812061a31fa326ff7dc6487d0f2d3a7d9f9c9d37bd834d45a66c9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-kct7s 7e89c0a43d8812061a31fa326ff7dc6487d0f2d3a7d9f9c9d37bd834d45a66c9 network default NAD default NAD key ] I0419 06:58:51.121112 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-kct7s, hostIfaceName: 7e89c0a43d88120, network: default, NAD default, SandboxID: "7e89c0a43d8812061a31fa326ff7dc6487d0f2d3a7d9f9c9d37bd834d45a66c9", PCI device ID: , UID: "e82cbe34-dabe-4bf7-9509-1e66e775d344", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0419 06:58:51.169063 3679 cni.go:473] [openshift-ingress-canary/ingress-canary-kct7s 7e89c0a43d8812061a31fa326ff7dc6487d0f2d3a7d9f9c9d37bd834d45a66c9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-kct7s 7e89c0a43d8812061a31fa326ff7dc6487d0f2d3a7d9f9c9d37bd834d45a66c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:7a:43:cc:f0:27\",\"name\":\"7e89c0a43d88120\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fe89c56-169d-40b0-8bcd-fc7ac4651d1a\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 06:58:51.484352 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:58:52.442529 3679 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 06:58:52.443396 3679 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 845.654µs I0419 06:58:52.463107 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 06:58:52.553287 3679 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-tskqb for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:52.553418 3679 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb I0419 06:58:52.566812 3679 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb] pod update took 13.432397ms I0419 06:58:52.566835 3679 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb] addLogicalPort annotation time took 13.461339ms I0419 06:58:52.567935 3679 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb] addLogicalPort took 14.666373ms, libovsdb time 832.333µs I0419 06:58:52.988438 3679 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb 3499e85379eac1eda58ec5e4b2d17f6fbabbc84920507416da2c540cbdbb5677 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb 3499e85379eac1eda58ec5e4b2d17f6fbabbc84920507416da2c540cbdbb5677 network default NAD default NAD key ] I0419 06:58:52.998211 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-tskqb, hostIfaceName: 3499e85379eac1e, network: default, NAD default, SandboxID: "3499e85379eac1eda58ec5e4b2d17f6fbabbc84920507416da2c540cbdbb5677", PCI device ID: , UID: "fb4a8173-000d-472d-a027-9e0457aeb91d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0419 06:58:53.040318 3679 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb 3499e85379eac1eda58ec5e4b2d17f6fbabbc84920507416da2c540cbdbb5677 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-tskqb 3499e85379eac1eda58ec5e4b2d17f6fbabbc84920507416da2c540cbdbb5677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:65:a9:a2:d6:1f\",\"name\":\"3499e85379eac1e\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/812e328c-64aa-4282-baa6-3d373949b396\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:58:53.803418 3679 namespace.go:98] [openshift-service-ca] adding namespace I0419 06:58:53.804275 3679 namespace.go:102] [openshift-service-ca] adding namespace took 837.934µs I0419 06:58:53.819718 3679 namespace.go:142] [openshift-service-ca] updating namespace I0419 06:58:55.160277 3679 cni.go:452] [openshift-network-diagnostics/network-check-target-2bx2r b879bb9d8b55472af9ebd11e508a45c4ea86cee0a5084bdda6b2c451594b891a network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2bx2r b879bb9d8b55472af9ebd11e508a45c4ea86cee0a5084bdda6b2c451594b891a network default NAD default NAD key ] I0419 06:58:55.171082 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2bx2r, hostIfaceName: b879bb9d8b55472, network: default, NAD default, SandboxID: "b879bb9d8b55472af9ebd11e508a45c4ea86cee0a5084bdda6b2c451594b891a", PCI device ID: , UID: "28adff01-2a78-4ffd-811d-8cf694b84529", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0419 06:58:55.212714 3679 cni.go:473] [openshift-network-diagnostics/network-check-target-2bx2r b879bb9d8b55472af9ebd11e508a45c4ea86cee0a5084bdda6b2c451594b891a network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2bx2r b879bb9d8b55472af9ebd11e508a45c4ea86cee0a5084bdda6b2c451594b891a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:c0:a0:e4:32:95\",\"name\":\"b879bb9d8b55472\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/235f233f-5972-4e3f-aaab-77507a418eff\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:58:55.298879 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:58:55.298899 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:58:55.298904 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:58:55.298915 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 21.155µs I0419 06:58:55.478712 3679 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-mspcx] creating logical port openshift-service-ca_service-ca-d9cb48497-mspcx for pod on switch ip-10-0-1-171.ec2.internal I0419 06:58:55.478814 3679 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-mspcx I0419 06:58:55.489647 3679 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-mspcx] pod update took 10.857963ms I0419 06:58:55.489669 3679 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-mspcx] addLogicalPort annotation time took 10.883284ms I0419 06:58:55.490681 3679 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-mspcx] addLogicalPort took 11.983738ms, libovsdb time 721.774µs I0419 06:58:55.872376 3679 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-mspcx 1ea9c63808d4e775f8c6b76e5d820601ece5c155ace2427880788f9a1752e00e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-mspcx 1ea9c63808d4e775f8c6b76e5d820601ece5c155ace2427880788f9a1752e00e network default NAD default NAD key ] I0419 06:58:55.885728 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-mspcx, hostIfaceName: 1ea9c63808d4e77, network: default, NAD default, SandboxID: "1ea9c63808d4e775f8c6b76e5d820601ece5c155ace2427880788f9a1752e00e", PCI device ID: , UID: "6453747a-f4e6-4393-acab-7e2871cbb862", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0419 06:58:55.932292 3679 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-mspcx 1ea9c63808d4e775f8c6b76e5d820601ece5c155ace2427880788f9a1752e00e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-mspcx 1ea9c63808d4e775f8c6b76e5d820601ece5c155ace2427880788f9a1752e00e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:5e:1d:ce:e2:99\",\"name\":\"1ea9c63808d4e77\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6d8d40c-3c8c-4b5a-9b0b-2b7dc9db2c6f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:58:56.683256 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0419 06:58:59.273230 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:00.473619 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.473642 3679 node_tracker.go:235] Node ip-10-0-2-36.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-36.ec2.internal" I0419 06:59:00.473659 3679 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.473664 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:59:00.473674 3679 services_controller.go:574] Full service sync requested for network=default W0419 06:59:00.473743 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:59:00.473959 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:59:00.514003 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:59:00.622812 3679 default_network_controller.go:1025] Node "ip-10-0-2-36.ec2.internal" in remote zone "ip-10-0-2-36.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0419 06:59:00.622820 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:00.622889 3679 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:00.622905 3679 services_controller.go:574] Full service sync requested for network=default W0419 06:59:00.623035 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:59:00.623264 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:59:00.623795 3679 zone_ic_handler.go:195] Time taken to create transit switch: 291.379µs I0419 06:59:00.623813 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-36.ec2.internal for the network default I0419 06:59:00.624795 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-36.ec2.internal" on network "default" took: 1.305572ms I0419 06:59:02.178758 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0419 06:59:02.178778 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:02.178792 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 18.242µs I0419 06:59:02.178801 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0419 06:59:02.178811 3679 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0419 06:59:02.178824 3679 services_controller.go:574] Full service sync requested for network=default I0419 06:59:02.178838 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0419 06:59:02.178850 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 06:59:02.179040 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0419 06:59:02.179266 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 06:59:02.184730 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-36.ec2.internal. Updating no re-route policies I0419 06:59:02.196102 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0419 06:59:02.196116 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0419 06:59:03.841896 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 06:59:06.495974 3679 cni.go:452] [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key ] I0419 06:59:06.506885 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5b89f7889b-rpvs6, hostIfaceName: 08205da0ee4c21f, network: default, NAD default, SandboxID: "08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff", PCI device ID: , UID: "9d291503-c0f4-4f8a-aa45-5d72c33589f2", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0419 06:59:06.515510 3679 cni.go:452] [openshift-dns/dns-default-gxbqs 417a3a332acde0f04e8b37447a66f95eadf7ce31ad11bb018ac67576a3eb6fcb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-gxbqs 417a3a332acde0f04e8b37447a66f95eadf7ce31ad11bb018ac67576a3eb6fcb network default NAD default NAD key ] I0419 06:59:06.526918 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-gxbqs, hostIfaceName: 417a3a332acde0f, network: default, NAD default, SandboxID: "417a3a332acde0f04e8b37447a66f95eadf7ce31ad11bb018ac67576a3eb6fcb", PCI device ID: , UID: "862ee3a9-116c-47f8-a237-babc41c5acca", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0419 06:59:06.555072 3679 cni.go:473] [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d0:95:2b:6d:6e\",\"name\":\"08205da0ee4c21f\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65152ad7-bab0-4941-9d8e-8ec8909b9a57\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:06.570811 3679 cni.go:473] [openshift-dns/dns-default-gxbqs 417a3a332acde0f04e8b37447a66f95eadf7ce31ad11bb018ac67576a3eb6fcb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-gxbqs 417a3a332acde0f04e8b37447a66f95eadf7ce31ad11bb018ac67576a3eb6fcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2c:c1:43:1e:1f\",\"name\":\"417a3a332acde0f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcdcae36-7b40-490a-9f0d-cc778e04a439\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:20.776310 3679 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-t5xwt] creating logical port openshift-console_downloads-5c54f4944f-t5xwt for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:20.776397 3679 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-t5xwt W0419 06:59:20.781592 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:59:20.781612 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:59:20.789981 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:20.793181 3679 pod.go:62] [openshift-console/downloads-5c54f4944f-t5xwt] pod update took 16.81386ms I0419 06:59:20.793197 3679 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-t5xwt] addLogicalPort annotation time took 16.833903ms W0419 06:59:20.794022 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7989dd85b7-vnt8t IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7989dd85b7-vnt8t: no pod IPs found I0419 06:59:20.794099 3679 pods.go:271] [openshift-console/downloads-5c54f4944f-t5xwt] addLogicalPort took 17.800763ms, libovsdb time 665.391µs W0419 06:59:20.850163 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:20.871369 3679 base_network_controller_pods.go:487] [default/openshift-console/console-844749c6dd-k2xf8] creating logical port openshift-console_console-844749c6dd-k2xf8 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:20.871452 3679 kube.go:256] Updating pod openshift-console/console-844749c6dd-k2xf8 I0419 06:59:20.933436 3679 pod.go:62] [openshift-console/console-844749c6dd-k2xf8] pod update took 62.006748ms I0419 06:59:20.933458 3679 base_network_controller_pods.go:951] [default/openshift-console/console-844749c6dd-k2xf8] addLogicalPort annotation time took 62.032722ms I0419 06:59:20.934470 3679 pods.go:271] [openshift-console/console-844749c6dd-k2xf8] addLogicalPort took 63.112959ms, libovsdb time 775.499µs I0419 06:59:21.158387 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0419 06:59:21.158416 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 34.376µs I0419 06:59:21.193254 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m5sl5] creating logical port openshift-insights_insights-runtime-extractor-m5sl5 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:21.193335 3679 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m5sl5 I0419 06:59:21.226260 3679 pod.go:62] [openshift-insights/insights-runtime-extractor-m5sl5] pod update took 32.953411ms I0419 06:59:21.226283 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m5sl5] addLogicalPort annotation time took 32.979996ms I0419 06:59:21.227413 3679 pods.go:271] [openshift-insights/insights-runtime-extractor-m5sl5] addLogicalPort took 34.189676ms, libovsdb time 793.578µs I0419 06:59:21.254633 3679 cni.go:452] [openshift-console/downloads-5c54f4944f-t5xwt 009e129e93f4554a56881471f08f62a9a56c5cb84273a90aa1eb081bd4be9fdf network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-t5xwt 009e129e93f4554a56881471f08f62a9a56c5cb84273a90aa1eb081bd4be9fdf network default NAD default NAD key ] I0419 06:59:21.264760 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-t5xwt, hostIfaceName: 009e129e93f4554, network: default, NAD default, SandboxID: "009e129e93f4554a56881471f08f62a9a56c5cb84273a90aa1eb081bd4be9fdf", PCI device ID: , UID: "998f4b44-a783-4c05-a152-b661a46afb57", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0419 06:59:21.281064 3679 cni.go:452] [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key ] I0419 06:59:21.291850 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-844749c6dd-k2xf8, hostIfaceName: 70a18dab3475258, network: default, NAD default, SandboxID: "70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c", PCI device ID: , UID: "f8e6f978-7a4c-497c-a38f-3f5f02cd012c", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0419 06:59:21.313365 3679 cni.go:473] [openshift-console/downloads-5c54f4944f-t5xwt 009e129e93f4554a56881471f08f62a9a56c5cb84273a90aa1eb081bd4be9fdf network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-t5xwt 009e129e93f4554a56881471f08f62a9a56c5cb84273a90aa1eb081bd4be9fdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f7:17:92:f2:34\",\"name\":\"009e129e93f4554\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/738c3d83-7e1c-4dc2-ab4c-fd5356532054\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:21.333233 3679 cni.go:473] [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:c5:96:19:6d:49\",\"name\":\"70a18dab3475258\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cc871fa-2b31-470c-bcff-dc74eeec9f29\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:21.525593 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-x7jtf for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:21.525662 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf I0419 06:59:21.540138 3679 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf] pod update took 14.492865ms I0419 06:59:21.540157 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf] addLogicalPort annotation time took 14.516297ms I0419 06:59:21.541053 3679 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf] addLogicalPort took 15.474309ms, libovsdb time 611.909µs I0419 06:59:21.591573 3679 cni.go:452] [openshift-insights/insights-runtime-extractor-m5sl5 62fc8fd3ca3b0c2d942b5a2cbb93e71e0cba91791fc64a8e97ae76add35e506e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m5sl5 62fc8fd3ca3b0c2d942b5a2cbb93e71e0cba91791fc64a8e97ae76add35e506e network default NAD default NAD key ] I0419 06:59:21.602460 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m5sl5, hostIfaceName: 62fc8fd3ca3b0c2, network: default, NAD default, SandboxID: "62fc8fd3ca3b0c2d942b5a2cbb93e71e0cba91791fc64a8e97ae76add35e506e", PCI device ID: , UID: "e6ec792b-a9e7-41ea-a4b7-cae265ffb0c1", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0419 06:59:21.645988 3679 cni.go:473] [openshift-insights/insights-runtime-extractor-m5sl5 62fc8fd3ca3b0c2d942b5a2cbb93e71e0cba91791fc64a8e97ae76add35e506e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m5sl5 62fc8fd3ca3b0c2d942b5a2cbb93e71e0cba91791fc64a8e97ae76add35e506e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:67:82:ff:af:b2\",\"name\":\"62fc8fd3ca3b0c2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35b45d95-3772-49ea-b734-9311935fa62c\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 06:59:22.450116 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 06:59:22.529356 3679 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf f49e38c3af1dce4a6f7e5f541db9a904b2a822f57f1ab0506c3b010ef2d94a0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf f49e38c3af1dce4a6f7e5f541db9a904b2a822f57f1ab0506c3b010ef2d94a0e network default NAD default NAD key ] I0419 06:59:22.540203 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-x7jtf, hostIfaceName: f49e38c3af1dce4, network: default, NAD default, SandboxID: "f49e38c3af1dce4a6f7e5f541db9a904b2a822f57f1ab0506c3b010ef2d94a0e", PCI device ID: , UID: "1a11797d-962c-4f61-8fd5-cf9f259470c9", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0419 06:59:22.590074 3679 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf f49e38c3af1dce4a6f7e5f541db9a904b2a822f57f1ab0506c3b010ef2d94a0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-x7jtf f49e38c3af1dce4a6f7e5f541db9a904b2a822f57f1ab0506c3b010ef2d94a0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:73:33:2b:bd:68\",\"name\":\"f49e38c3af1dce4\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75fcf9b9-99e0-450a-b3a9-07a20def70f5\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:22.667465 3679 cni.go:452] [openshift-ingress/router-default-5f6cbcd64f-wmn8n efb2cb098ef477592d4407bc6b47609941ce07255ab07c6532553e679f77e405 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f6cbcd64f-wmn8n efb2cb098ef477592d4407bc6b47609941ce07255ab07c6532553e679f77e405 network default NAD default NAD key ] I0419 06:59:22.677464 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f6cbcd64f-wmn8n, hostIfaceName: efb2cb098ef4775, network: default, NAD default, SandboxID: "efb2cb098ef477592d4407bc6b47609941ce07255ab07c6532553e679f77e405", PCI device ID: , UID: "8235d6d8-3c8a-4532-bc24-27ae3e9569f2", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0419 06:59:22.725698 3679 cni.go:473] [openshift-ingress/router-default-5f6cbcd64f-wmn8n efb2cb098ef477592d4407bc6b47609941ce07255ab07c6532553e679f77e405 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f6cbcd64f-wmn8n efb2cb098ef477592d4407bc6b47609941ce07255ab07c6532553e679f77e405 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9d:d5:62:44:3f\",\"name\":\"efb2cb098ef4775\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18922594-4f3d-4c64-97bf-a041cd1fcbe8\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 06:59:23.339288 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0419 06:59:23.339319 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 06:59:24.353942 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0419 06:59:24.353970 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0419 06:59:24.436840 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 06:59:24.450474 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 06:59:24.450496 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 06:59:24.450504 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 06:59:25.343722 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 06:59:25.363621 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:25.410170 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0419 06:59:25.546293 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0419 06:59:26.964243 3679 cni.go:452] [openshift-multus/network-metrics-daemon-fwjz6 dd2e3cb82d19e36a9d46c12ce2f40ff262b0ad2f6a0c5610b84959fe65666eab network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-fwjz6 dd2e3cb82d19e36a9d46c12ce2f40ff262b0ad2f6a0c5610b84959fe65666eab network default NAD default NAD key ] I0419 06:59:26.974053 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-fwjz6, hostIfaceName: dd2e3cb82d19e36, network: default, NAD default, SandboxID: "dd2e3cb82d19e36a9d46c12ce2f40ff262b0ad2f6a0c5610b84959fe65666eab", PCI device ID: , UID: "d48fe6d3-3205-45f0-8d10-46293c9422a6", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0419 06:59:27.019683 3679 cni.go:473] [openshift-multus/network-metrics-daemon-fwjz6 dd2e3cb82d19e36a9d46c12ce2f40ff262b0ad2f6a0c5610b84959fe65666eab network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-fwjz6 dd2e3cb82d19e36a9d46c12ce2f40ff262b0ad2f6a0c5610b84959fe65666eab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:57:ae:79:f6:70\",\"name\":\"dd2e3cb82d19e36\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8defb5c2-82c0-401d-8dc3-6b0ad6991d8f\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 06:59:28.287212 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 06:59:28.895725 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 06:59:30.259077 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 06:59:31.378640 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 06:59:33.043910 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:33.044028 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0419 06:59:33.068764 3679 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.782063ms I0419 06:59:33.068786 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.809889ms I0419 06:59:33.069931 3679 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.039792ms, libovsdb time 863.883µs I0419 06:59:34.071756 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6cc6646845-rqcd8] creating logical port openshift-monitoring_thanos-querier-6cc6646845-rqcd8 for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:34.071852 3679 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6cc6646845-rqcd8 I0419 06:59:34.087828 3679 pod.go:62] [openshift-monitoring/thanos-querier-6cc6646845-rqcd8] pod update took 16.001734ms I0419 06:59:34.087848 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6cc6646845-rqcd8] addLogicalPort annotation time took 16.030681ms I0419 06:59:34.089056 3679 pods.go:271] [openshift-monitoring/thanos-querier-6cc6646845-rqcd8] addLogicalPort took 17.315598ms, libovsdb time 899.69µs W0419 06:59:35.561788 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.561804 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:35.561809 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 06:59:36.433258 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5d968f5d4f-gfcfb] creating logical port openshift-monitoring_metrics-server-5d968f5d4f-gfcfb for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:36.433373 3679 kube.go:256] Updating pod openshift-monitoring/metrics-server-5d968f5d4f-gfcfb I0419 06:59:36.451229 3679 pod.go:62] [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb] pod update took 17.886595ms I0419 06:59:36.451255 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5d968f5d4f-gfcfb] addLogicalPort annotation time took 17.919345ms I0419 06:59:36.452558 3679 pods.go:271] [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb] addLogicalPort took 19.319591ms, libovsdb time 965.754µs I0419 06:59:36.664256 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-tpwlz for pod on switch ip-10-0-1-171.ec2.internal I0419 06:59:36.664411 3679 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz I0419 06:59:36.678887 3679 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz] pod update took 14.557252ms I0419 06:59:36.678921 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz] addLogicalPort annotation time took 14.595928ms I0419 06:59:36.680190 3679 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz] addLogicalPort took 15.954895ms, libovsdb time 931.844µs W0419 06:59:36.691380 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7dfd5b669-znglc IP address from the namespace address-set, err: pod openshift-console/console-7dfd5b669-znglc: no pod IPs found I0419 06:59:37.426795 3679 cni.go:452] [openshift-monitoring/alertmanager-main-1 2e803faf948258a4094a0298bcc6ef3ad6fafbda874262516ff5bc64e4c27842 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2e803faf948258a4094a0298bcc6ef3ad6fafbda874262516ff5bc64e4c27842 network default NAD default NAD key ] I0419 06:59:37.429792 3679 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz 88db71bfca2a9e4b8471b0d199c2b3be07f79474ad4df35c85d61e1761b66796 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz 88db71bfca2a9e4b8471b0d199c2b3be07f79474ad4df35c85d61e1761b66796 network default NAD default NAD key ] I0419 06:59:37.432931 3679 cni.go:452] [openshift-monitoring/thanos-querier-6cc6646845-rqcd8 148eefc6a0babaa1aaab40dbf4f0079118f9a49afb8a5ad0e605794589df80e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6cc6646845-rqcd8 148eefc6a0babaa1aaab40dbf4f0079118f9a49afb8a5ad0e605794589df80e4 network default NAD default NAD key ] I0419 06:59:37.432974 3679 cni.go:452] [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb 974aa5509565c426e4e80bfcaf879fb5d277e362ebaa761898b7df0ad5209a0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb 974aa5509565c426e4e80bfcaf879fb5d277e362ebaa761898b7df0ad5209a0b network default NAD default NAD key ] I0419 06:59:37.437187 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2e803faf948258a, network: default, NAD default, SandboxID: "2e803faf948258a4094a0298bcc6ef3ad6fafbda874262516ff5bc64e4c27842", PCI device ID: , UID: "eef0413a-6582-4ee2-8abf-968b83521b13", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0419 06:59:37.440654 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-tpwlz, hostIfaceName: 88db71bfca2a9e4, network: default, NAD default, SandboxID: "88db71bfca2a9e4b8471b0d199c2b3be07f79474ad4df35c85d61e1761b66796", PCI device ID: , UID: "96bd2637-e392-489b-aa89-71c61d8e4e4f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0419 06:59:37.445331 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6cc6646845-rqcd8, hostIfaceName: 148eefc6a0babaa, network: default, NAD default, SandboxID: "148eefc6a0babaa1aaab40dbf4f0079118f9a49afb8a5ad0e605794589df80e4", PCI device ID: , UID: "bfac626d-40f5-4b6e-88f7-f9933e847deb", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0419 06:59:37.454292 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5d968f5d4f-gfcfb, hostIfaceName: 974aa5509565c42, network: default, NAD default, SandboxID: "974aa5509565c426e4e80bfcaf879fb5d277e362ebaa761898b7df0ad5209a0b", PCI device ID: , UID: "6f3732ba-e122-4389-ae3a-c87e02e744f2", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0419 06:59:37.493581 3679 cni.go:473] [openshift-monitoring/alertmanager-main-1 2e803faf948258a4094a0298bcc6ef3ad6fafbda874262516ff5bc64e4c27842 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2e803faf948258a4094a0298bcc6ef3ad6fafbda874262516ff5bc64e4c27842 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d5:98:cd:aa:10\",\"name\":\"2e803faf948258a\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41bf1753-fc01-4dbc-b47b-be2b05a035c1\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:37.717419 3679 cni.go:473] [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb 974aa5509565c426e4e80bfcaf879fb5d277e362ebaa761898b7df0ad5209a0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5d968f5d4f-gfcfb 974aa5509565c426e4e80bfcaf879fb5d277e362ebaa761898b7df0ad5209a0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b9:14:f2:eb:11\",\"name\":\"974aa5509565c42\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4942e372-798d-473a-9db4-f7a74da849b1\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:37.717479 3679 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz 88db71bfca2a9e4b8471b0d199c2b3be07f79474ad4df35c85d61e1761b66796 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-tpwlz 88db71bfca2a9e4b8471b0d199c2b3be07f79474ad4df35c85d61e1761b66796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:77:d8:0b:ea:5e\",\"name\":\"88db71bfca2a9e4\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c75b2719-929f-476a-b9a0-96fdd7630424\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 06:59:37.717530 3679 cni.go:473] [openshift-monitoring/thanos-querier-6cc6646845-rqcd8 148eefc6a0babaa1aaab40dbf4f0079118f9a49afb8a5ad0e605794589df80e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6cc6646845-rqcd8 148eefc6a0babaa1aaab40dbf4f0079118f9a49afb8a5ad0e605794589df80e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:49:37:e2:a4:d3\",\"name\":\"148eefc6a0babaa\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b951772-6232-410a-8cfa-bc0dca26b8dd\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 06:59:38.402726 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 06:59:38.425884 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0419 06:59:39.426512 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.426535 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.426543 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 06:59:39.600278 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.600331 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.600338 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.600343 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:39.628884 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:39.714590 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:39.714610 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.443196 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 06:59:40.471038 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 06:59:40.627975 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:40.627995 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 06:59:41.480386 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480411 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480420 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:41.480427 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576243 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576266 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576272 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576277 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576289 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576293 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576298 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:45.576302 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 06:59:46.120812 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.121427 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:46.648437 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.648456 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-jwlj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:46.654939 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-jwlj5 I0419 06:59:46.654964 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-jwlj5 W0419 06:59:48.471496 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:48.471516 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:48.471522 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 06:59:48.471530 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0419 06:59:54.214728 3679 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.215322 3679 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 06:59:54.695356 3679 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.695379 3679 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-d424w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 06:59:54.696449 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-d424w I0419 06:59:54.696472 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-d424w I0419 07:00:00.200247 3679 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29609700-lrmwv for pod on switch ip-10-0-1-171.ec2.internal I0419 07:00:00.200358 3679 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:00:00.211970 3679 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv] pod update took 11.639816ms I0419 07:00:00.211990 3679 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv] addLogicalPort annotation time took 11.669752ms I0419 07:00:00.213336 3679 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv] addLogicalPort took 13.107596ms, libovsdb time 1.011233ms W0419 07:00:00.561718 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 07:00:00.561743 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0419 07:00:00.651418 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key ] I0419 07:00:00.660258 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29609700-lrmwv, hostIfaceName: ba33b04f3fb0e7c, network: default, NAD default, SandboxID: "ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc", PCI device ID: , UID: "c1a69549-2422-40b2-86e1-cde459222cbc", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0419 07:00:00.705568 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:7e:4e:f8:27:c1\",\"name\":\"ba33b04f3fb0e7c\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb567fac-ae83-4b91-858b-1b9d409d1e91\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:00:01.455274 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 07:00:01.723147 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0419 07:00:01.950644 3679 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:01.951173 3679 obj_retry.go:498] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:02.673056 3679 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.673077 3679 obj_retry.go:492] Detected object openshift-console/console-7dfd5b669-9k689 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:02.679071 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7dfd5b669-9k689 I0419 07:00:02.679100 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7dfd5b669-9k689 W0419 07:00:04.032334 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.032355 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.032360 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.032372 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.032376 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.032381 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.067887 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.067911 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 07:00:04.067919 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0419 07:00:08.674613 3679 cni.go:452] [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key ] I0419 07:00:08.754058 3679 cni.go:473] [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5b89f7889b-rpvs6 08205da0ee4c21f43055f2f1e5bf00b9ed580d6fee02eb79ee5003b23a2d62ff network default NAD default NAD key default], result "{}", err I0419 07:00:08.813577 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:08.813611 3679 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 07:00:08.814920 3679 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5b89f7889b-rpvs6, ips: 10.129.0.5 I0419 07:00:08.814949 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:09.552966 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.552991 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b89f7889b-rpvs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:09.558717 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 07:00:09.558748 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b89f7889b-rpvs6 I0419 07:00:10.312738 3679 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf for pod on switch ip-10-0-1-171.ec2.internal I0419 07:00:10.312909 3679 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf I0419 07:00:10.325626 3679 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf] pod update took 12.768126ms I0419 07:00:10.325650 3679 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf] addLogicalPort annotation time took 12.796907ms I0419 07:00:10.326983 3679 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf] addLogicalPort took 14.259369ms, libovsdb time 928.911µs I0419 07:00:10.709207 3679 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key ] I0419 07:00:10.717965 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf, hostIfaceName: 216bfcb69122594, network: default, NAD default, SandboxID: "216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d", PCI device ID: , UID: "ee88dfe4-105a-4e98-ac05-a8a29b8e4a13", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0419 07:00:10.761413 3679 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5c:4f:a6:e8:15\",\"name\":\"216bfcb69122594\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/539aa973-bee7-4612-8fd6-ee135cc2d7f7\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:00:11.768498 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 07:00:11.790156 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0419 07:00:29.955369 3679 cni.go:452] [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key ] I0419 07:00:30.019254 3679 cni.go:473] [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-844749c6dd-k2xf8 70a18dab34752589a4da3ef38052533b0dbcbd70b2d1faca656ec295e9fe8f3c network default NAD default NAD key default], result "{}", err I0419 07:00:30.084386 3679 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.084417 3679 pods.go:176] Deleting pod: openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.086232 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-844749c6dd-k2xf8, ips: 10.129.0.12 I0419 07:00:30.086269 3679 obj_retry.go:498] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.639982 3679 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.640006 3679 obj_retry.go:492] Detected object openshift-console/console-844749c6dd-k2xf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:30.645914 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.645939 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-844749c6dd-k2xf8 I0419 07:00:30.655277 3679 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key ] I0419 07:00:30.727968 3679 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf 216bfcb691225945dba20276ac194f0cfb7df0a72378d0781a24800837bfca9d network default NAD default NAD key default], result "{}", err I0419 07:00:30.802240 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.802270 3679 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf I0419 07:00:30.803516 3679 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf, ips: 10.129.0.20 I0419 07:00:30.803544 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803574 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803592 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 07:00:30.803790 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:00:30.803803 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 07:00:31.828907 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.828928 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.828946 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:31.828957 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908k4pf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.348119 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.348740 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:35.501119 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.510124 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 07:00:35.859574 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.859603 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-589d565f4f-bdjm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:35.865388 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-589d565f4f-bdjm2 I0419 07:00:35.865415 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-589d565f4f-bdjm2 I0419 07:00:47.721995 3679 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key ] I0419 07:00:47.795135 3679 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv ba33b04f3fb0e7cc8c02bcee6c7b500738bac9e3c793705f19ce36920d01d9bc network default NAD default NAD key default], result "{}", err I0419 07:00:47.835165 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:47.835191 3679 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:00:47.836377 3679 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv, ips: 10.129.0.19 I0419 07:00:47.836404 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:00:48.735074 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:48.735094 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:00:56.451352 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6fcc457bf9-j86pr] creating logical port openshift-monitoring_telemeter-client-6fcc457bf9-j86pr for pod on switch ip-10-0-1-171.ec2.internal I0419 07:00:56.451472 3679 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6fcc457bf9-j86pr I0419 07:00:56.469070 3679 pod.go:62] [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr] pod update took 17.633856ms I0419 07:00:56.469093 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6fcc457bf9-j86pr] addLogicalPort annotation time took 17.66398ms I0419 07:00:56.470626 3679 pods.go:271] [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr] addLogicalPort took 19.292123ms, libovsdb time 1.157366ms I0419 07:00:56.822166 3679 cni.go:452] [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr b047d813f413479fdc61482d72663d24f19cf9c48e0e2fd5efe9895d22dba0df network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr b047d813f413479fdc61482d72663d24f19cf9c48e0e2fd5efe9895d22dba0df network default NAD default NAD key ] I0419 07:00:56.830958 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6fcc457bf9-j86pr, hostIfaceName: b047d813f413479, network: default, NAD default, SandboxID: "b047d813f413479fdc61482d72663d24f19cf9c48e0e2fd5efe9895d22dba0df", PCI device ID: , UID: "b8ab0e69-0e43-489c-905a-99c02e703bbf", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0419 07:00:56.874898 3679 cni.go:473] [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr b047d813f413479fdc61482d72663d24f19cf9c48e0e2fd5efe9895d22dba0df network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6fcc457bf9-j86pr b047d813f413479fdc61482d72663d24f19cf9c48e0e2fd5efe9895d22dba0df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2a:c9:ab:3f:fe\",\"name\":\"b047d813f413479\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1dc1756-18c6-422d-b071-441832448e28\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:00:59.997214 3679 base_network_controller_pods.go:487] [default/openshift-console/console-5c648dcd74-27p8t] creating logical port openshift-console_console-5c648dcd74-27p8t for pod on switch ip-10-0-1-171.ec2.internal I0419 07:00:59.997322 3679 kube.go:256] Updating pod openshift-console/console-5c648dcd74-27p8t I0419 07:01:00.015494 3679 pod.go:62] [openshift-console/console-5c648dcd74-27p8t] pod update took 18.201434ms I0419 07:01:00.015515 3679 base_network_controller_pods.go:951] [default/openshift-console/console-5c648dcd74-27p8t] addLogicalPort annotation time took 18.227472ms I0419 07:01:00.016739 3679 pods.go:271] [openshift-console/console-5c648dcd74-27p8t] addLogicalPort took 19.541173ms, libovsdb time 843.817µs I0419 07:01:00.357110 3679 cni.go:452] [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key ] I0419 07:01:00.367346 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c648dcd74-27p8t, hostIfaceName: 0de73ddf8564e8f, network: default, NAD default, SandboxID: "0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f", PCI device ID: , UID: "92c75ffc-ffe2-43f7-852f-eefc84d6b3cb", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0419 07:01:00.412223 3679 cni.go:473] [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:7c:89:62:84:88\",\"name\":\"0de73ddf8564e8f\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf580ed6-007a-4b7b-9975-0acf8301b0a1\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:01:10.107166 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c648dcd74-lglq5 IP address from the namespace address-set, err: pod openshift-console/console-5c648dcd74-lglq5: no pod IPs found I0419 07:01:25.303851 3679 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:25.304570 3679 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:26.080662 3679 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.080705 3679 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-hv7qv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:26.083837 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-hv7qv I0419 07:01:26.083889 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-hv7qv I0419 07:01:35.258681 3679 cni.go:452] [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key ] I0419 07:01:35.344278 3679 cni.go:473] [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c648dcd74-27p8t 0de73ddf8564e8f3a20fc0a14cf9fa46182547d282206d874ff4a122fa187d1f network default NAD default NAD key default], result "{}", err I0419 07:01:35.386886 3679 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.386948 3679 pods.go:176] Deleting pod: openshift-console/console-5c648dcd74-27p8t I0419 07:01:35.388265 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c648dcd74-27p8t, ips: 10.129.0.22 I0419 07:01:35.388297 3679 obj_retry.go:498] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:01:35.395470 3679 base_network_controller_pods.go:487] [default/openshift-console/console-5d69686554-gkcnx] creating logical port openshift-console_console-5d69686554-gkcnx for pod on switch ip-10-0-1-171.ec2.internal I0419 07:01:35.395582 3679 kube.go:256] Updating pod openshift-console/console-5d69686554-gkcnx I0419 07:01:35.409362 3679 pod.go:62] [openshift-console/console-5d69686554-gkcnx] pod update took 13.809508ms I0419 07:01:35.409382 3679 base_network_controller_pods.go:951] [default/openshift-console/console-5d69686554-gkcnx] addLogicalPort annotation time took 13.832391ms I0419 07:01:35.410458 3679 pods.go:271] [openshift-console/console-5d69686554-gkcnx] addLogicalPort took 14.999237ms, libovsdb time 791.641µs I0419 07:01:35.754343 3679 cni.go:452] [openshift-console/console-5d69686554-gkcnx 4248edafd8ce41f16760c72a107f51a4f0f7ca9c9e8ea04136cb6660ebd3222a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d69686554-gkcnx 4248edafd8ce41f16760c72a107f51a4f0f7ca9c9e8ea04136cb6660ebd3222a network default NAD default NAD key ] I0419 07:01:35.764134 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d69686554-gkcnx, hostIfaceName: 4248edafd8ce41f, network: default, NAD default, SandboxID: "4248edafd8ce41f16760c72a107f51a4f0f7ca9c9e8ea04136cb6660ebd3222a", PCI device ID: , UID: "aff50f43-63ab-41f7-ad0d-765cdbaf282f", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0419 07:01:35.809750 3679 cni.go:473] [openshift-console/console-5d69686554-gkcnx 4248edafd8ce41f16760c72a107f51a4f0f7ca9c9e8ea04136cb6660ebd3222a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d69686554-gkcnx 4248edafd8ce41f16760c72a107f51a4f0f7ca9c9e8ea04136cb6660ebd3222a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2c:39:9d:e1:8d\",\"name\":\"4248edafd8ce41f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf4fea89-2797-40c7-b251-eb1f82a516bc\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:01:35.910286 3679 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.910317 3679 obj_retry.go:492] Detected object openshift-console/console-5c648dcd74-27p8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:01:35.916095 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c648dcd74-27p8t I0419 07:01:35.916115 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c648dcd74-27p8t W0419 07:01:45.969473 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 07:02:01.432529 3679 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:01.433221 3679 obj_retry.go:498] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:02:02.130474 3679 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.130504 3679 obj_retry.go:492] Detected object openshift-console/console-ffbd98959-pl727 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:02:02.136011 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ffbd98959-pl727 I0419 07:02:02.136042 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ffbd98959-pl727 I0419 07:04:06.781963 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 07:04:57.852255 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 07:05:16.857439 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 07:05:31.737273 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0419 07:05:37.408504 3679 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-jc6vp for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:37.408647 3679 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp I0419 07:05:37.438523 3679 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp] pod update took 29.91061ms I0419 07:05:37.438554 3679 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp] addLogicalPort annotation time took 29.946485ms I0419 07:05:37.440054 3679 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp] addLogicalPort took 31.566142ms, libovsdb time 1.109634ms I0419 07:05:37.772067 3679 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp 71b28d45232ab89fe7c318c5f23d9d61f0beabcfcc475497cbf7aacdab384e5f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp 71b28d45232ab89fe7c318c5f23d9d61f0beabcfcc475497cbf7aacdab384e5f network default NAD default NAD key ] I0419 07:05:37.781393 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-jc6vp, hostIfaceName: 71b28d45232ab89, network: default, NAD default, SandboxID: "71b28d45232ab89fe7c318c5f23d9d61f0beabcfcc475497cbf7aacdab384e5f", PCI device ID: , UID: "d6bdf7e0-f444-4b17-9877-200ec2d49869", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0419 07:05:37.827132 3679 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp 71b28d45232ab89fe7c318c5f23d9d61f0beabcfcc475497cbf7aacdab384e5f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-jc6vp 71b28d45232ab89fe7c318c5f23d9d61f0beabcfcc475497cbf7aacdab384e5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7b:80:3c:d3:0a\",\"name\":\"71b28d45232ab89\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22e5afa0-07c3-44e0-b257-2fdf3c818186\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:38.728484 3679 namespace.go:98] [tsf] adding namespace I0419 07:05:38.729621 3679 namespace.go:102] [tsf] adding namespace took 1.114586ms I0419 07:05:38.747348 3679 namespace.go:142] [tsf] updating namespace I0419 07:05:38.757775 3679 namespace.go:142] [tsf] updating namespace W0419 07:05:40.920128 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 07:05:41.823640 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 07:05:42.931575 3679 namespace.go:98] [cert-manager-operator] adding namespace I0419 07:05:42.932629 3679 namespace.go:102] [cert-manager-operator] adding namespace took 1.028705ms I0419 07:05:42.941781 3679 namespace.go:98] [rhtpa-operator] adding namespace I0419 07:05:42.942586 3679 namespace.go:102] [rhtpa-operator] adding namespace took 785.345µs I0419 07:05:42.950403 3679 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:42.961848 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:42.973006 3679 namespace.go:98] [tsf-keycloak] adding namespace I0419 07:05:42.973738 3679 namespace.go:102] [tsf-keycloak] adding namespace took 713.788µs I0419 07:05:42.974538 3679 namespace.go:98] [rhbk-operator] adding namespace I0419 07:05:42.975263 3679 namespace.go:102] [rhbk-operator] adding namespace took 711.565µs I0419 07:05:42.975552 3679 namespace.go:98] [tsf-tas] adding namespace I0419 07:05:42.976269 3679 namespace.go:102] [tsf-tas] adding namespace took 703.733µs I0419 07:05:42.979342 3679 namespace.go:98] [konflux-ui] adding namespace I0419 07:05:42.980078 3679 namespace.go:102] [konflux-ui] adding namespace took 717.955µs I0419 07:05:42.992516 3679 namespace.go:98] [tsf-tpa] adding namespace I0419 07:05:42.993265 3679 namespace.go:102] [tsf-tpa] adding namespace took 731.107µs I0419 07:05:42.998774 3679 namespace.go:98] [konflux-operator] adding namespace I0419 07:05:42.999354 3679 namespace.go:102] [konflux-operator] adding namespace took 565.136µs I0419 07:05:42.999754 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.012262 3679 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.015007 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.026663 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.039038 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.050397 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.058109 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.064368 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.067930 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.174767 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.184613 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.209652 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:05:43.212049 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.215805 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.218914 3679 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:05:43.224834 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:43.234239 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:43.235914 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:05:43.246134 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:43.256024 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:05:43.340476 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:05:43.741005 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:05:44.306004 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:05:44.322195 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:05:46.298391 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:46.298537 3679 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c I0419 07:05:46.310754 3679 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c] pod update took 12.255498ms I0419 07:05:46.310780 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c] addLogicalPort annotation time took 12.285698ms I0419 07:05:46.312090 3679 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c] addLogicalPort took 13.715853ms, libovsdb time 918.355µs I0419 07:05:46.452057 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:46.452153 3679 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n I0419 07:05:46.464776 3679 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n] pod update took 12.652178ms I0419 07:05:46.464796 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n] addLogicalPort annotation time took 12.678539ms I0419 07:05:46.465944 3679 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n] addLogicalPort took 13.9037ms, libovsdb time 784.913µs I0419 07:05:46.659440 3679 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key ] I0419 07:05:46.668647 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c, hostIfaceName: 16591baacdbf6c7, network: default, NAD default, SandboxID: "16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775", PCI device ID: , UID: "e5b8c51f-a619-46ea-8b34-11f22fad0c53", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0419 07:05:46.715886 3679 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:66:c9:31:6d:a4\",\"name\":\"16591baacdbf6c7\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d154fa2-254d-435b-ade5-3af390e27bee\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:46.807347 3679 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key ] I0419 07:05:46.817464 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n, hostIfaceName: 20e6ab0f8870c5c, network: default, NAD default, SandboxID: "20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda", PCI device ID: , UID: "439af2d7-9d54-4f52-803d-b3f471adc5e2", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0419 07:05:46.864495 3679 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ab:3d:e3:b1:a2\",\"name\":\"20e6ab0f8870c5c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/365afed4-ae64-4757-ba38-5d9ff98b5a48\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:49.719019 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:49.719120 3679 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n I0419 07:05:49.730919 3679 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n] pod update took 11.830358ms I0419 07:05:49.730940 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n] addLogicalPort annotation time took 11.855491ms I0419 07:05:49.732205 3679 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n] addLogicalPort took 13.201626ms, libovsdb time 877.059µs I0419 07:05:50.085401 3679 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key ] I0419 07:05:50.094989 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n, hostIfaceName: 97ce593479f41e6, network: default, NAD default, SandboxID: "97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d", PCI device ID: , UID: "ddecbab1-e6ce-495c-8445-5b7c5a433647", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0419 07:05:50.141521 3679 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:08:09:fb:65:39\",\"name\":\"97ce593479f41e6\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e117a620-180d-41c0-883b-2f8f6e4f442b\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:51.035117 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:51.035221 3679 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 I0419 07:05:51.048295 3679 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5] pod update took 13.102714ms I0419 07:05:51.048318 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5] addLogicalPort annotation time took 13.13005ms I0419 07:05:51.049576 3679 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5] addLogicalPort took 14.474538ms, libovsdb time 894.622µs I0419 07:05:51.394994 3679 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key ] I0419 07:05:51.405309 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5, hostIfaceName: b83713dec380d1e, network: default, NAD default, SandboxID: "b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871", PCI device ID: , UID: "f742f95e-8dc8-4a3a-9e23-4ba867828818", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0419 07:05:51.450082 3679 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:cd:64:da:e5:da\",\"name\":\"b83713dec380d1e\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdc3e926-6022-48ef-b138-e7ef7968ce84\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:05:51.902160 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 07:05:51.938254 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 07:05:51.938334 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-jfsj7: no pod IPs found I0419 07:05:51.957597 3679 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key ] I0419 07:05:52.043529 3679 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n 20e6ab0f8870c5c9ee4ae5310606368d33be78263c067e08344538a42974dfda network default NAD default NAD key default], result "{}", err I0419 07:05:52.085177 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.085205 3679 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n I0419 07:05:52.086493 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n, ips: 10.129.0.26 I0419 07:05:52.086537 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086556 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086563 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:52.086738 3679 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:52.086758 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:52.899461 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:52.899630 3679 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l I0419 07:05:52.911207 3679 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l] pod update took 11.605666ms I0419 07:05:52.911232 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l] addLogicalPort annotation time took 11.634036ms I0419 07:05:52.912650 3679 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l] addLogicalPort took 13.207361ms, libovsdb time 1.013635ms I0419 07:05:52.971914 3679 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key ] I0419 07:05:53.006175 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:05:53.006349 3679 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 I0419 07:05:53.018236 3679 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9] pod update took 11.935942ms I0419 07:05:53.018265 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9] addLogicalPort annotation time took 11.968514ms I0419 07:05:53.020088 3679 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9] addLogicalPort took 13.933137ms, libovsdb time 1.279236ms I0419 07:05:53.045090 3679 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c 16591baacdbf6c7c85526daa57ec877e3b9c8fb809d42baa0f7091d67cd3b775 network default NAD default NAD key default], result "{}", err I0419 07:05:53.097243 3679 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.097269 3679 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c I0419 07:05:53.098759 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c, ips: 10.129.0.25 I0419 07:05:53.098785 3679 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.098810 3679 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.098818 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:53.099012 3679 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:53.099026 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:53.111450 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111493 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111508 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.111519 3679 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2z469n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:53.257731 3679 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key ] I0419 07:05:53.266662 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l, hostIfaceName: 333b9cb7873ae1e, network: default, NAD default, SandboxID: "333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b", PCI device ID: , UID: "18204454-5b5d-4340-baf3-8d2e367eadfa", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0419 07:05:53.312330 3679 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ab:8f:70:d9:8d\",\"name\":\"333b9cb7873ae1e\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbf60ee0-bdc5-47d8-b212-7223fdd1b807\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:53.366095 3679 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key ] I0419 07:05:53.376496 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9, hostIfaceName: fac080df8068c14, network: default, NAD default, SandboxID: "fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb", PCI device ID: , UID: "c4d73f50-9dec-4d93-9599-8399680a106c", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0419 07:05:53.423875 3679 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:86:ea:13:ab:53\",\"name\":\"fac080df8068c14\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d76db9c-586d-4f4e-aa77-2143d4a25961\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:05:54.120161 3679 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120188 3679 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120201 3679 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:54.120210 3679 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5vg89c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:55.000414 3679 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key ] I0419 07:05:55.000414 3679 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key ] I0419 07:05:55.069410 3679 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n 97ce593479f41e6c5052a21a87b7d315cf01dcb99741bbbc6156b669d610978d network default NAD default NAD key default], result "{}", err I0419 07:05:55.102746 3679 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 b83713dec380d1e5ebfa4f3b5c8b68e0a7d36599ae5be31238372eebd0198871 network default NAD default NAD key default], result "{}", err I0419 07:05:55.118045 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.118163 3679 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n I0419 07:05:55.120463 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n, ips: 10.129.0.27 I0419 07:05:55.120508 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.120528 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.120535 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:55.120710 3679 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.120724 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.210761 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.210792 3679 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 I0419 07:05:55.212056 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5, ips: 10.129.0.28 I0419 07:05:55.212083 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212100 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212109 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:55.212287 3679 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:55.212305 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:56.138215 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138278 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138298 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.138310 3679 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecef647n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235845 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235883 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235902 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:56.235915 3679 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568hxrb5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:57.012406 3679 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key ] I0419 07:05:57.076248 3679 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 fac080df8068c143f8e2a8fa8f164375dbfbe121301aaaabe9c6e5b1bf3e74eb network default NAD default NAD key default], result "{}", err I0419 07:05:57.119154 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.119217 3679 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 I0419 07:05:57.120613 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9, ips: 10.129.0.30 I0419 07:05:57.120642 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120666 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120676 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:57.120853 3679 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:57.120885 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:58.022680 3679 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key ] I0419 07:05:58.091357 3679 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l 333b9cb7873ae1e6bfe7b17a0e77ece2ab2ffc6fd8014fae470c491d0f86b59b network default NAD default NAD key default], result "{}", err I0419 07:05:58.133239 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.133300 3679 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l I0419 07:05:58.134616 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l, ips: 10.129.0.29 I0419 07:05:58.134642 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134663 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134670 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 07:05:58.134829 3679 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 07:05:58.134842 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 07:05:58.147111 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147128 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147137 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:58.147151 3679 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79n5z9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.163712 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.163740 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.163757 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:05:59.163766 3679 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafg4p2l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:02.394908 3679 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-h4mwt for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:02.395055 3679 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt I0419 07:06:02.409121 3679 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt] pod update took 14.112116ms I0419 07:06:02.409142 3679 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt] addLogicalPort annotation time took 14.13773ms I0419 07:06:02.410487 3679 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt] addLogicalPort took 15.598506ms, libovsdb time 1.015932ms I0419 07:06:02.766416 3679 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt 9d74907171efe80c208d81a3325e4269904a052e82f6126e43f60404a3d16004 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt 9d74907171efe80c208d81a3325e4269904a052e82f6126e43f60404a3d16004 network default NAD default NAD key ] I0419 07:06:02.776383 3679 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-h4mwt, hostIfaceName: 9d74907171efe80, network: default, NAD default, SandboxID: "9d74907171efe80c208d81a3325e4269904a052e82f6126e43f60404a3d16004", PCI device ID: , UID: "f02e8273-f0aa-4065-a8d5-1f85fc1919a0", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0419 07:06:02.824558 3679 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt 9d74907171efe80c208d81a3325e4269904a052e82f6126e43f60404a3d16004 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-h4mwt 9d74907171efe80c208d81a3325e4269904a052e82f6126e43f60404a3d16004 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f1:d6:77:1b:b0\",\"name\":\"9d74907171efe80\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50caa341-3060-4d2e-bd74-ff4e05471bff\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:06:08.004948 3679 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:08.023144 3679 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:08.823582 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 07:06:09.256822 3679 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-4wlw6 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:09.257000 3679 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6 I0419 07:06:09.279555 3679 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6] pod update took 22.579739ms I0419 07:06:09.279575 3679 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6] addLogicalPort annotation time took 22.606097ms I0419 07:06:09.280907 3679 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6] addLogicalPort took 24.097539ms, libovsdb time 917.64µs I0419 07:06:10.838174 3679 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6 8559ec7b36442ffcfe64f5d72559fbc23b049a360d79921cf916fdf4d0f04a68 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6 8559ec7b36442ffcfe64f5d72559fbc23b049a360d79921cf916fdf4d0f04a68 network default NAD default NAD key ] I0419 07:06:10.846975 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-4wlw6, hostIfaceName: 8559ec7b36442ff, network: default, NAD default, SandboxID: "8559ec7b36442ffcfe64f5d72559fbc23b049a360d79921cf916fdf4d0f04a68", PCI device ID: , UID: "774f2232-3624-4ae8-a572-0f8266aec68f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0419 07:06:10.893550 3679 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6 8559ec7b36442ffcfe64f5d72559fbc23b049a360d79921cf916fdf4d0f04a68 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-4wlw6 8559ec7b36442ffcfe64f5d72559fbc23b049a360d79921cf916fdf4d0f04a68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5c:9d:ea:cc:07\",\"name\":\"8559ec7b36442ff\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c493d229-1573-4edd-beeb-57c977735bfc\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:06:14.148566 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 07:06:16.990461 3679 namespace.go:142] [openshift-operators] updating namespace I0419 07:06:17.361113 3679 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-6cjnw for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:17.361243 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw I0419 07:06:17.391262 3679 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw] pod update took 30.047816ms I0419 07:06:17.391288 3679 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw] addLogicalPort annotation time took 30.076003ms I0419 07:06:17.392462 3679 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw] addLogicalPort took 31.363616ms, libovsdb time 830.817µs I0419 07:06:17.732667 3679 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw 0a97b465d8d2baac3554ff3f1dc32c9ca24042b7bcd210b6266395a4688a90bd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw 0a97b465d8d2baac3554ff3f1dc32c9ca24042b7bcd210b6266395a4688a90bd network default NAD default NAD key ] I0419 07:06:17.741412 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-6cjnw, hostIfaceName: 0a97b465d8d2baa, network: default, NAD default, SandboxID: "0a97b465d8d2baac3554ff3f1dc32c9ca24042b7bcd210b6266395a4688a90bd", PCI device ID: , UID: "5191a0a3-ed5c-470b-a2dc-f0bc2ec1e56d", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0419 07:06:17.790325 3679 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw 0a97b465d8d2baac3554ff3f1dc32c9ca24042b7bcd210b6266395a4688a90bd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-6cjnw 0a97b465d8d2baac3554ff3f1dc32c9ca24042b7bcd210b6266395a4688a90bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:15:b3:c0:f3:aa\",\"name\":\"0a97b465d8d2baa\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92ac9145-b830-4fe6-8dfa-b9d3b71621d1\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:06:20.364607 3679 namespace.go:98] [cert-manager] adding namespace I0419 07:06:20.365585 3679 namespace.go:102] [cert-manager] adding namespace took 959.452µs I0419 07:06:20.422186 3679 namespace.go:142] [cert-manager] updating namespace I0419 07:06:20.447701 3679 namespace.go:142] [cert-manager] updating namespace I0419 07:06:20.780333 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-pqvbm for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:20.780429 3679 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm I0419 07:06:20.821549 3679 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm] pod update took 41.147327ms I0419 07:06:20.821568 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm] addLogicalPort annotation time took 41.171469ms I0419 07:06:20.822765 3679 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm] addLogicalPort took 42.450688ms, libovsdb time 843.212µs W0419 07:06:22.397200 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:22.415030 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 07:06:22.935965 3679 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm 6fe78aff9673f4c1931ad89a36eee0481e7cba38599fde440cc629d1f54ab749 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm 6fe78aff9673f4c1931ad89a36eee0481e7cba38599fde440cc629d1f54ab749 network default NAD default NAD key ] I0419 07:06:22.945104 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-pqvbm, hostIfaceName: 6fe78aff9673f4c, network: default, NAD default, SandboxID: "6fe78aff9673f4c1931ad89a36eee0481e7cba38599fde440cc629d1f54ab749", PCI device ID: , UID: "032a1450-7d77-44f7-9fac-bf8ee0456429", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0419 07:06:22.992357 3679 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm 6fe78aff9673f4c1931ad89a36eee0481e7cba38599fde440cc629d1f54ab749 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-pqvbm 6fe78aff9673f4c1931ad89a36eee0481e7cba38599fde440cc629d1f54ab749 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:09:1e:e3:ce:ff\",\"name\":\"6fe78aff9673f4c\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3987b33e-3f8b-443b-bf0d-a2763e3a11ea\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:06:23.040494 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:23.057147 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:25.112542 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 07:06:25.250601 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 07:06:27.182349 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:27.182368 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:28.274579 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 07:06:28.327149 3679 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 07:06:28.327968 3679 namespace.go:102] [trusted-artifact-signer] adding namespace took 801.395µs I0419 07:06:28.345685 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:28.357225 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:32.152795 3679 namespace.go:98] [openshift-pipelines] adding namespace I0419 07:06:32.153608 3679 namespace.go:102] [openshift-pipelines] adding namespace took 792.191µs I0419 07:06:32.169819 3679 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:06:32.882538 3679 namespace.go:142] [cert-manager] updating namespace I0419 07:06:33.069404 3679 namespace.go:142] [cert-manager-operator] updating namespace W0419 07:06:33.196230 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 07:06:33.196252 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 07:06:33.477226 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:33.671158 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:33.869237 3679 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:34.266643 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:34.479705 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:34.676104 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:34.876553 3679 namespace.go:142] [tsf] updating namespace I0419 07:06:35.073926 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.287599 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.484257 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.616852 3679 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.628714 3679 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:35.640965 3679 namespace.go:142] [default] updating namespace I0419 07:06:35.655474 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:35.664938 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:35.674155 3679 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:35.684953 3679 namespace.go:142] [openshift] updating namespace I0419 07:06:35.695959 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:35.707760 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:35.718924 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:35.727146 3679 namespace.go:142] [tsf] updating namespace I0419 07:06:35.737597 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:35.747430 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:35.763183 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:35.862713 3679 namespace.go:142] [cert-manager] updating namespace I0419 07:06:35.956999 3679 namespace.go:142] [cert-manager-operator] updating namespace I0419 07:06:36.061672 3679 namespace.go:142] [default] updating namespace I0419 07:06:36.159661 3679 namespace.go:142] [konflux-operator] updating namespace I0419 07:06:36.260801 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:06:36.356748 3679 namespace.go:142] [open-cluster-management-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip] updating namespace I0419 07:06:36.469246 3679 namespace.go:142] [openshift] updating namespace I0419 07:06:36.569223 3679 namespace.go:142] [rhbk-operator] updating namespace I0419 07:06:36.670451 3679 namespace.go:142] [rhtpa-operator] updating namespace I0419 07:06:36.761471 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 07:06:36.864166 3679 namespace.go:142] [tsf] updating namespace I0419 07:06:36.973481 3679 namespace.go:142] [tsf-keycloak] updating namespace I0419 07:06:37.057722 3679 namespace.go:142] [tsf-tas] updating namespace I0419 07:06:37.158565 3679 namespace.go:142] [tsf-tpa] updating namespace I0419 07:06:37.672276 3679 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:06:45.173352 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-bq6d8 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:45.173446 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8 I0419 07:06:45.191432 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8] pod update took 18.016236ms I0419 07:06:45.191455 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8] addLogicalPort annotation time took 18.044851ms I0419 07:06:45.192960 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8] addLogicalPort took 19.623923ms, libovsdb time 1.0359ms I0419 07:06:45.273939 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-rg27r] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-rg27r for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:45.274020 3679 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-rg27r I0419 07:06:45.290557 3679 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r] pod update took 16.557098ms I0419 07:06:45.290579 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-b79bdd59-rg27r] addLogicalPort annotation time took 16.583438ms I0419 07:06:45.291622 3679 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r] addLogicalPort took 17.696142ms, libovsdb time 706.695µs I0419 07:06:45.353570 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj for pod on switch ip-10-0-1-171.ec2.internal I0419 07:06:45.353646 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj I0419 07:06:45.370359 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj] pod update took 16.734565ms I0419 07:06:45.370378 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj] addLogicalPort annotation time took 16.755666ms I0419 07:06:45.371436 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj] addLogicalPort took 17.880106ms, libovsdb time 730.843µs I0419 07:06:45.539950 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8 9b6a2cc408aee4de354b43f41f357e9a9a5faee884f07d127d68b28bd33939bd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8 9b6a2cc408aee4de354b43f41f357e9a9a5faee884f07d127d68b28bd33939bd network default NAD default NAD key ] I0419 07:06:45.548699 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-bq6d8, hostIfaceName: 9b6a2cc408aee4d, network: default, NAD default, SandboxID: "9b6a2cc408aee4de354b43f41f357e9a9a5faee884f07d127d68b28bd33939bd", PCI device ID: , UID: "e1ded885-687c-4f7c-808f-7795662ee4a3", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0419 07:06:45.597944 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8 9b6a2cc408aee4de354b43f41f357e9a9a5faee884f07d127d68b28bd33939bd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-bq6d8 9b6a2cc408aee4de354b43f41f357e9a9a5faee884f07d127d68b28bd33939bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:e6:5c:f9:f5:48\",\"name\":\"9b6a2cc408aee4d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c013e21-9d80-4296-8e6c-ae7c456efc47\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:06:45.634033 3679 cni.go:452] [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r 77fcf96710dcfc441ba27facd6d47357f3827693e57ab8cbb6a1797bdb991997 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r 77fcf96710dcfc441ba27facd6d47357f3827693e57ab8cbb6a1797bdb991997 network default NAD default NAD key ] I0419 07:06:45.643541 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-rg27r, hostIfaceName: 77fcf96710dcfc4, network: default, NAD default, SandboxID: "77fcf96710dcfc441ba27facd6d47357f3827693e57ab8cbb6a1797bdb991997", PCI device ID: , UID: "552e38ea-367d-4bcb-b83a-6efd1c4f788f", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0419 07:06:45.693217 3679 cni.go:473] [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r 77fcf96710dcfc441ba27facd6d47357f3827693e57ab8cbb6a1797bdb991997 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-rg27r 77fcf96710dcfc441ba27facd6d47357f3827693e57ab8cbb6a1797bdb991997 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:39:ca:d8:87:79\",\"name\":\"77fcf96710dcfc4\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78b5c26d-5a07-43a9-947d-fead28da9fcc\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:06:45.718918 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj 2323ae754bb00cfcf865af518b7f36ecf9a7226b72761a8fc312099d788ae279 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj 2323ae754bb00cfcf865af518b7f36ecf9a7226b72761a8fc312099d788ae279 network default NAD default NAD key ] I0419 07:06:45.728847 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj, hostIfaceName: 2323ae754bb00cf, network: default, NAD default, SandboxID: "2323ae754bb00cfcf865af518b7f36ecf9a7226b72761a8fc312099d788ae279", PCI device ID: , UID: "1f71fffd-5dae-4c4a-82bb-706d7e8e8166", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0419 07:06:45.777089 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj 2323ae754bb00cfcf865af518b7f36ecf9a7226b72761a8fc312099d788ae279 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lfhxj 2323ae754bb00cfcf865af518b7f36ecf9a7226b72761a8fc312099d788ae279 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:50:17:fa:eb:85\",\"name\":\"2323ae754bb00cf\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beddb457-96b4-4986-be0e-13c495956eab\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:06:49.272850 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272881 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272889 3679 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:49.272894 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:06:50.332784 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332801 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.332805 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:06:50.365242 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.365257 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:06:50.365263 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0419 07:06:58.440449 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.441461 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:06:58.462295 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.462318 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:06:58.468314 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 07:06:58.468343 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 07:07:00.828891 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0419 07:07:01.316364 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:07:01.316407 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:07:01.316415 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 07:07:01.354693 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:07:01.354731 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:07:01.354737 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 07:07:09.362887 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0419 07:07:09.384573 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 07:07:11.863667 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 07:07:13.047036 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-lmgsj for pod on switch ip-10-0-1-171.ec2.internal I0419 07:07:13.047109 3679 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj I0419 07:07:13.061631 3679 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj] pod update took 14.542662ms I0419 07:07:13.061655 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj] addLogicalPort annotation time took 14.570876ms I0419 07:07:13.062771 3679 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj] addLogicalPort took 15.748972ms, libovsdb time 757.387µs I0419 07:07:13.404140 3679 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj 0f8b9cc9cd0aee2907d77846a70ab977efc2f0e89de22a5d0c86cdeb9f67af3b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj 0f8b9cc9cd0aee2907d77846a70ab977efc2f0e89de22a5d0c86cdeb9f67af3b network default NAD default NAD key ] I0419 07:07:13.413086 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-lmgsj, hostIfaceName: 0f8b9cc9cd0aee2, network: default, NAD default, SandboxID: "0f8b9cc9cd0aee2907d77846a70ab977efc2f0e89de22a5d0c86cdeb9f67af3b", PCI device ID: , UID: "24008310-d790-4158-8f46-bfd30062c470", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0419 07:07:13.461506 3679 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj 0f8b9cc9cd0aee2907d77846a70ab977efc2f0e89de22a5d0c86cdeb9f67af3b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-lmgsj 0f8b9cc9cd0aee2907d77846a70ab977efc2f0e89de22a5d0c86cdeb9f67af3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0b:8d:66:d9:4c\",\"name\":\"0f8b9cc9cd0aee2\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/580cf428-6aa2-4d99-9aeb-c6241a1f96b6\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:07:16.521817 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 07:07:27.845508 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 07:07:32.607316 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.607830 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:07:32.626216 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.626235 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:07:32.632096 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 07:07:32.632117 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 07:07:33.642678 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 07:07:34.587244 3679 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 07:07:34.587894 3679 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 07:07:34.587922 3679 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 07:07:34.589910 3679 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 07:07:37.834347 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0419 07:07:46.557719 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.557740 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 07:07:46.558537 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0419 07:07:46.558549 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak I0419 07:07:48.074735 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:07:48.074815 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 I0419 07:07:48.090264 3679 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2] pod update took 15.468903ms I0419 07:07:48.090285 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2] addLogicalPort annotation time took 15.494186ms I0419 07:07:48.091504 3679 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2] addLogicalPort took 16.781569ms, libovsdb time 875.118µs I0419 07:07:48.154978 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-hhbvj for pod on switch ip-10-0-1-171.ec2.internal I0419 07:07:48.155056 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj I0419 07:07:48.171273 3679 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj] pod update took 16.237781ms I0419 07:07:48.171299 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj] addLogicalPort annotation time took 16.264952ms I0419 07:07:48.172507 3679 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj] addLogicalPort took 17.538558ms, libovsdb time 867.698µs I0419 07:07:48.434368 3679 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 7250290966b8743f8b9d5aee0ccdfb0abd2efe66dad4d35785f7f18c1036a2d8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 7250290966b8743f8b9d5aee0ccdfb0abd2efe66dad4d35785f7f18c1036a2d8 network default NAD default NAD key ] I0419 07:07:48.443357 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-w8wx2, hostIfaceName: 7250290966b8743, network: default, NAD default, SandboxID: "7250290966b8743f8b9d5aee0ccdfb0abd2efe66dad4d35785f7f18c1036a2d8", PCI device ID: , UID: "6a338201-2706-42aa-805d-ad3abcd8745d", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0419 07:07:48.491402 3679 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 7250290966b8743f8b9d5aee0ccdfb0abd2efe66dad4d35785f7f18c1036a2d8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-w8wx2 7250290966b8743f8b9d5aee0ccdfb0abd2efe66dad4d35785f7f18c1036a2d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:9a:f3:3f:86:c1\",\"name\":\"7250290966b8743\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/188cef3f-6554-4c01-90e8-cfa1c1c0c911\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:07:48.516225 3679 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj 54a7f2260fa06e9ae282191f00f34c3bcc60a8ec7db16114dd9559b656f01771 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj 54a7f2260fa06e9ae282191f00f34c3bcc60a8ec7db16114dd9559b656f01771 network default NAD default NAD key ] I0419 07:07:48.525642 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-hhbvj, hostIfaceName: 54a7f2260fa06e9, network: default, NAD default, SandboxID: "54a7f2260fa06e9ae282191f00f34c3bcc60a8ec7db16114dd9559b656f01771", PCI device ID: , UID: "d21838ec-5114-4dd4-9a6d-f4a794af7742", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0419 07:07:48.573915 3679 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj 54a7f2260fa06e9ae282191f00f34c3bcc60a8ec7db16114dd9559b656f01771 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-hhbvj 54a7f2260fa06e9ae282191f00f34c3bcc60a8ec7db16114dd9559b656f01771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:48:c0:c6:63:43\",\"name\":\"54a7f2260fa06e9\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2742e51d-a054-41f9-aff0-79cd6608bb22\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:07:52.673379 3679 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673397 3679 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 07:07:52.673402 3679 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 07:08:04.632880 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-tnt7s] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-tnt7s for pod on switch ip-10-0-1-171.ec2.internal I0419 07:08:04.633002 3679 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-tnt7s I0419 07:08:04.644102 3679 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s] pod update took 11.129817ms I0419 07:08:04.644123 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-tnt7s] addLogicalPort annotation time took 11.154793ms I0419 07:08:04.645599 3679 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s] addLogicalPort took 12.75032ms, libovsdb time 1.062143ms I0419 07:08:04.736479 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0419 07:08:04.995457 3679 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s 02946bbb9946bb5c08db96cbf1d97dc7905883ee222253184184fef08b8e6a9e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s 02946bbb9946bb5c08db96cbf1d97dc7905883ee222253184184fef08b8e6a9e network default NAD default NAD key ] I0419 07:08:05.004602 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-tnt7s, hostIfaceName: 02946bbb9946bb5, network: default, NAD default, SandboxID: "02946bbb9946bb5c08db96cbf1d97dc7905883ee222253184184fef08b8e6a9e", PCI device ID: , UID: "e9db1884-1de0-44ce-8b20-c2c69e389224", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0419 07:08:05.053454 3679 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s 02946bbb9946bb5c08db96cbf1d97dc7905883ee222253184184fef08b8e6a9e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-tnt7s 02946bbb9946bb5c08db96cbf1d97dc7905883ee222253184184fef08b8e6a9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a7:86:4b:fa:00\",\"name\":\"02946bbb9946bb5\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62ba787f-d560-43c3-8068-506cf538e4ca\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:08:09.863782 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0419 07:08:19.732665 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0419 07:08:24.919075 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.919690 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:24.955533 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.955551 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:24.961489 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 07:08:24.961515 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 07:08:26.653742 3679 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-8dps5-7vgh7] creating logical port tsf-tas_segment-backup-installation-8dps5-7vgh7 for pod on switch ip-10-0-1-171.ec2.internal I0419 07:08:26.653826 3679 kube.go:256] Updating pod tsf-tas/segment-backup-installation-8dps5-7vgh7 I0419 07:08:26.665838 3679 pod.go:62] [tsf-tas/segment-backup-installation-8dps5-7vgh7] pod update took 12.033831ms I0419 07:08:26.665881 3679 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-8dps5-7vgh7] addLogicalPort annotation time took 12.060493ms I0419 07:08:26.667143 3679 pods.go:271] [tsf-tas/segment-backup-installation-8dps5-7vgh7] addLogicalPort took 13.41502ms, libovsdb time 872.563µs I0419 07:08:27.056334 3679 cni.go:452] [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key ] I0419 07:08:27.065466 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-8dps5-7vgh7, hostIfaceName: 08554459eb58265, network: default, NAD default, SandboxID: "08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1", PCI device ID: , UID: "4677c368-d99f-4579-abb7-5b8b08b52869", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0419 07:08:27.114266 3679 cni.go:473] [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:68:ea:9c:6e:be\",\"name\":\"08554459eb58265\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d1576fe-2755-4f3c-9f37-0fb9e88dea0a\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:08:27.708732 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-47n29-t82vt] creating logical port tsf-tas_ctlog-createtree-job-47n29-t82vt for pod on switch ip-10-0-1-171.ec2.internal I0419 07:08:27.708820 3679 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-47n29-t82vt I0419 07:08:27.736276 3679 pod.go:62] [tsf-tas/ctlog-createtree-job-47n29-t82vt] pod update took 27.482483ms I0419 07:08:27.736295 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-47n29-t82vt] addLogicalPort annotation time took 27.505521ms I0419 07:08:27.737350 3679 pods.go:271] [tsf-tas/ctlog-createtree-job-47n29-t82vt] addLogicalPort took 28.635349ms, libovsdb time 725.044µs I0419 07:08:27.843034 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0419 07:08:28.079374 3679 cni.go:452] [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key ] I0419 07:08:28.090567 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-47n29-t82vt, hostIfaceName: 8c390d19b9fddd5, network: default, NAD default, SandboxID: "8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019", PCI device ID: , UID: "b59d5a3c-08c0-4616-9153-d1629f7eaa0d", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0419 07:08:28.158824 3679 cni.go:473] [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:33:28:76:e4:f3\",\"name\":\"8c390d19b9fddd5\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d73e0685-a423-40ef-b380-1a074b005d74\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:08:28.733432 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=198 W0419 07:08:29.873847 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0419 07:08:30.395845 3679 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-d859b5fb8-m2k9v] creating logical port tsf-tas_trillian-db-d859b5fb8-m2k9v for pod on switch ip-10-0-1-171.ec2.internal I0419 07:08:30.395973 3679 kube.go:256] Updating pod tsf-tas/trillian-db-d859b5fb8-m2k9v I0419 07:08:30.407972 3679 pod.go:62] [tsf-tas/trillian-db-d859b5fb8-m2k9v] pod update took 12.027093ms I0419 07:08:30.407999 3679 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-d859b5fb8-m2k9v] addLogicalPort annotation time took 12.063671ms I0419 07:08:30.409361 3679 pods.go:271] [tsf-tas/trillian-db-d859b5fb8-m2k9v] addLogicalPort took 13.531715ms, libovsdb time 960.628µs W0419 07:08:30.881436 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 07:08:30.881463 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0419 07:08:33.735958 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=121 I0419 07:08:36.048512 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:36.049188 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:36.190778 3679 cni.go:452] [tsf-tas/trillian-db-d859b5fb8-m2k9v d078a9d80485e7be1d866b6eec37aa876e71da70131753ea069ab94280831bdf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-d859b5fb8-m2k9v d078a9d80485e7be1d866b6eec37aa876e71da70131753ea069ab94280831bdf network default NAD default NAD key ] I0419 07:08:36.200740 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-d859b5fb8-m2k9v, hostIfaceName: d078a9d80485e7b, network: default, NAD default, SandboxID: "d078a9d80485e7be1d866b6eec37aa876e71da70131753ea069ab94280831bdf", PCI device ID: , UID: "ea6f1d81-d17c-427c-aaa0-3b60f94a4eb0", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0419 07:08:36.248909 3679 cni.go:473] [tsf-tas/trillian-db-d859b5fb8-m2k9v d078a9d80485e7be1d866b6eec37aa876e71da70131753ea069ab94280831bdf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-d859b5fb8-m2k9v d078a9d80485e7be1d866b6eec37aa876e71da70131753ea069ab94280831bdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:1d:e4:41:23:1d\",\"name\":\"d078a9d80485e7b\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b517c0b9-3e19-41f5-ad59-6765057aa9c6\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:08:36.867357 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0419 07:08:36.913198 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 07:08:37.074317 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:37.074406 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nt2gn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:38.748204 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=894 I0419 07:08:39.913703 3679 cni.go:452] [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key ] I0419 07:08:40.007184 3679 cni.go:473] [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-8dps5-7vgh7 08554459eb5826550d89297bdb943ba9e979eaff794907c50d6efd40a706ccf1 network default NAD default NAD key default], result "{}", err I0419 07:08:40.415499 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:40.415535 3679 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-8dps5-7vgh7 I0419 07:08:40.417222 3679 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-8dps5-7vgh7, ips: 10.129.0.42 I0419 07:08:40.417255 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:08:40.926209 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:08:40.926232 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-8dps5-7vgh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:08:41.927095 3679 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0419 07:08:52.965760 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 07:09:14.179794 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.180307 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:14.198432 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.198449 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:14.201753 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 07:09:14.201774 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 07:09:14.819990 3679 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-9n2ph] creating logical port tsf_patch-tekton-config-9n2ph for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:14.820084 3679 kube.go:256] Updating pod tsf/patch-tekton-config-9n2ph I0419 07:09:14.831323 3679 pod.go:62] [tsf/patch-tekton-config-9n2ph] pod update took 11.263751ms I0419 07:09:14.831346 3679 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-9n2ph] addLogicalPort annotation time took 11.292421ms I0419 07:09:14.832759 3679 pods.go:271] [tsf/patch-tekton-config-9n2ph] addLogicalPort took 12.78354ms, libovsdb time 961.428µs I0419 07:09:15.281401 3679 cni.go:452] [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key ] I0419 07:09:15.290497 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-9n2ph, hostIfaceName: 509ab685bf43310, network: default, NAD default, SandboxID: "509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4", PCI device ID: , UID: "a706c586-d5ff-47e8-a458-b9f16b49a504", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0419 07:09:15.341145 3679 cni.go:473] [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f7:30:47:d5:47\",\"name\":\"509ab685bf43310\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7efd3a9-4a84-416c-9800-6e9f03f91692\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:09:22.153595 3679 cni.go:452] [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key ] I0419 07:09:22.153595 3679 cni.go:452] [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key ] I0419 07:09:22.249799 3679 cni.go:473] [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-9n2ph 509ab685bf43310654ddfefdb42b8054781b5c38a0bf229504b7428ce82e3ac4 network default NAD default NAD key default], result "{}", err I0419 07:09:22.264665 3679 cni.go:473] [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-47n29-t82vt 8c390d19b9fddd51f9c34fb4d59f58c7fd48b1eae72aec2b1c9665bf8bd7f019 network default NAD default NAD key default], result "{}", err I0419 07:09:22.307710 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.307739 3679 pods.go:176] Deleting pod: tsf/patch-tekton-config-9n2ph I0419 07:09:22.309156 3679 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-9n2ph, ips: 10.129.0.45 I0419 07:09:22.309186 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.331174 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.331207 3679 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-47n29-t82vt I0419 07:09:22.332693 3679 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-47n29-t82vt, ips: 10.129.0.43 I0419 07:09:22.332718 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:22.446615 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:22.446634 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-47n29-t82vt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:22.960104 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-66777fbcdd-hmqkk] creating logical port tsf-tas_ctlog-66777fbcdd-hmqkk for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:22.960277 3679 kube.go:256] Updating pod tsf-tas/ctlog-66777fbcdd-hmqkk I0419 07:09:22.974343 3679 pod.go:62] [tsf-tas/ctlog-66777fbcdd-hmqkk] pod update took 14.098073ms I0419 07:09:22.974367 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-66777fbcdd-hmqkk] addLogicalPort annotation time took 14.126879ms I0419 07:09:22.975824 3679 pods.go:271] [tsf-tas/ctlog-66777fbcdd-hmqkk] addLogicalPort took 15.741334ms, libovsdb time 974.249µs I0419 07:09:23.329925 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.329954 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:23.922089 3679 cni.go:452] [tsf-tas/ctlog-66777fbcdd-hmqkk b38836921aec6f7f6299723136f567d9894a2ad6784f7a48b9ed5e4df756328a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-66777fbcdd-hmqkk b38836921aec6f7f6299723136f567d9894a2ad6784f7a48b9ed5e4df756328a network default NAD default NAD key ] I0419 07:09:23.931367 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-66777fbcdd-hmqkk, hostIfaceName: b38836921aec6f7, network: default, NAD default, SandboxID: "b38836921aec6f7f6299723136f567d9894a2ad6784f7a48b9ed5e4df756328a", PCI device ID: , UID: "0ebd4bcb-d997-4d69-bc06-5ec309669b09", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0419 07:09:23.978699 3679 cni.go:473] [tsf-tas/ctlog-66777fbcdd-hmqkk b38836921aec6f7f6299723136f567d9894a2ad6784f7a48b9ed5e4df756328a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-66777fbcdd-hmqkk b38836921aec6f7f6299723136f567d9894a2ad6784f7a48b9ed5e4df756328a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:ae:69:c8:41:63\",\"name\":\"b38836921aec6f7\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c901eaf2-f73d-4498-982b-2735867fbdcc\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:09:26.182078 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 07:09:29.259644 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:29.260263 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:30.282063 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.282086 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-gjc4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.315462 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.315483 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n2ph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:30.323205 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n2ph I0419 07:09:30.323233 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n2ph I0419 07:09:34.288359 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.289001 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:34.307316 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.307334 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:34.315352 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 07:09:34.315382 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0419 07:09:35.601391 3679 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-xjx2t] creating logical port tsf-tpa_create-db-xjx2t for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:35.601540 3679 kube.go:256] Updating pod tsf-tpa/create-db-xjx2t I0419 07:09:35.614258 3679 pod.go:62] [tsf-tpa/create-db-xjx2t] pod update took 12.754621ms I0419 07:09:35.614280 3679 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-xjx2t] addLogicalPort annotation time took 12.783881ms I0419 07:09:35.615773 3679 pods.go:271] [tsf-tpa/create-db-xjx2t] addLogicalPort took 14.40272ms, libovsdb time 997.198µs I0419 07:09:35.961554 3679 cni.go:452] [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key ] I0419 07:09:35.970756 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-xjx2t, hostIfaceName: 8252d497f5aeb34, network: default, NAD default, SandboxID: "8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf", PCI device ID: , UID: "fd3347f9-8d54-41d3-9c56-656e72af8ddc", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0419 07:09:36.020336 3679 cni.go:473] [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:0e:08:15:8e:2c\",\"name\":\"8252d497f5aeb34\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/071529c0-8ae3-45d8-b28c-af7ded20be64\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:09:37.190756 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0419 07:09:38.543122 3679 namespace.go:142] [openshift-pipelines] updating namespace I0419 07:09:40.267045 3679 cni.go:452] [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key ] I0419 07:09:40.311058 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.311529 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.347891 3679 cni.go:473] [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-xjx2t 8252d497f5aeb34f347ee45b7cc2fa3640987975934c866434c39cf5f2fdbebf network default NAD default NAD key default], result "{}", err I0419 07:09:40.399972 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:40.400002 3679 pods.go:176] Deleting pod: tsf-tpa/create-db-xjx2t I0419 07:09:40.401297 3679 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-xjx2t, ips: 10.129.0.47 I0419 07:09:40.401326 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:41.212126 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.212148 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2xk4r-5k6fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.423547 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:41.423567 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:44.432694 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-56cbf487bd-zmtbw] creating logical port tsf-tas_rekor-redis-56cbf487bd-zmtbw for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:44.432807 3679 kube.go:256] Updating pod tsf-tas/rekor-redis-56cbf487bd-zmtbw I0419 07:09:44.449261 3679 pod.go:62] [tsf-tas/rekor-redis-56cbf487bd-zmtbw] pod update took 16.490516ms I0419 07:09:44.449280 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-56cbf487bd-zmtbw] addLogicalPort annotation time took 16.515048ms I0419 07:09:44.450452 3679 pods.go:271] [tsf-tas/rekor-redis-56cbf487bd-zmtbw] addLogicalPort took 17.77702ms, libovsdb time 819.324µs I0419 07:09:45.391283 3679 cni.go:452] [tsf-tas/rekor-redis-56cbf487bd-zmtbw 7681a096c6f19f9c53b530aa7abfe5ad7fb465db9ba54ec8a2113f1567d5ff7a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-56cbf487bd-zmtbw 7681a096c6f19f9c53b530aa7abfe5ad7fb465db9ba54ec8a2113f1567d5ff7a network default NAD default NAD key ] I0419 07:09:45.400173 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-56cbf487bd-zmtbw, hostIfaceName: 7681a096c6f19f9, network: default, NAD default, SandboxID: "7681a096c6f19f9c53b530aa7abfe5ad7fb465db9ba54ec8a2113f1567d5ff7a", PCI device ID: , UID: "2aa6a5af-15d5-4f58-9aee-07229c0c9982", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0419 07:09:45.448689 3679 cni.go:473] [tsf-tas/rekor-redis-56cbf487bd-zmtbw 7681a096c6f19f9c53b530aa7abfe5ad7fb465db9ba54ec8a2113f1567d5ff7a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-56cbf487bd-zmtbw 7681a096c6f19f9c53b530aa7abfe5ad7fb465db9ba54ec8a2113f1567d5ff7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e7:8b:3e:0f:4f\",\"name\":\"7681a096c6f19f9\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5b84645-33b1-4b3c-922d-dab6b5abb016\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:09:47.306376 3679 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0419 07:09:47.466418 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:47.466983 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 07:09:48.242623 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 07:09:48.255938 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:48.255957 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:50.391853 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:50.392482 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:09:51.420274 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:51.420294 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:09:52.387554 3679 base_network_controller_pods.go:487] [default/tsf-tpa/server-98fd64985-qg8nj] creating logical port tsf-tpa_server-98fd64985-qg8nj for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:52.387662 3679 kube.go:256] Updating pod tsf-tpa/server-98fd64985-qg8nj I0419 07:09:52.400504 3679 pod.go:62] [tsf-tpa/server-98fd64985-qg8nj] pod update took 12.869166ms I0419 07:09:52.400532 3679 base_network_controller_pods.go:951] [default/tsf-tpa/server-98fd64985-qg8nj] addLogicalPort annotation time took 12.900492ms I0419 07:09:52.401804 3679 pods.go:271] [tsf-tpa/server-98fd64985-qg8nj] addLogicalPort took 14.269634ms, libovsdb time 849.362µs I0419 07:09:53.022203 3679 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-7kktt] creating logical port tsf-tpa_importer-5b5b6dd8fb-7kktt for pod on switch ip-10-0-1-171.ec2.internal I0419 07:09:53.022300 3679 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-7kktt I0419 07:09:53.035050 3679 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-7kktt] pod update took 12.776825ms I0419 07:09:53.035068 3679 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-7kktt] addLogicalPort annotation time took 12.803686ms I0419 07:09:53.036364 3679 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-7kktt] addLogicalPort took 14.178394ms, libovsdb time 877.348µs W0419 07:09:54.278634 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0419 07:09:56.441075 3679 cni.go:452] [tsf-tpa/server-98fd64985-qg8nj a777f3f2e62923ed17b66ad378d481f091c2017069ecc6f63b4422c08dff9667 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-98fd64985-qg8nj a777f3f2e62923ed17b66ad378d481f091c2017069ecc6f63b4422c08dff9667 network default NAD default NAD key ] I0419 07:09:56.450356 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-98fd64985-qg8nj, hostIfaceName: a777f3f2e62923e, network: default, NAD default, SandboxID: "a777f3f2e62923ed17b66ad378d481f091c2017069ecc6f63b4422c08dff9667", PCI device ID: , UID: "c28b531c-9885-48c7-843f-61693655df33", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0419 07:09:56.500207 3679 cni.go:473] [tsf-tpa/server-98fd64985-qg8nj a777f3f2e62923ed17b66ad378d481f091c2017069ecc6f63b4422c08dff9667 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-98fd64985-qg8nj a777f3f2e62923ed17b66ad378d481f091c2017069ecc6f63b4422c08dff9667 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:db:3c:b8:1b:c7\",\"name\":\"a777f3f2e62923e\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b23bc238-6ff1-4212-ae51-4842731f6e00\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0419 07:09:56.741342 3679 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-7kktt 7084479bdd27911396dc22899a8c5658dbc87bc643f36e050b737df7f05a3c15 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-7kktt 7084479bdd27911396dc22899a8c5658dbc87bc643f36e050b737df7f05a3c15 network default NAD default NAD key ] I0419 07:09:56.752049 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-7kktt, hostIfaceName: 7084479bdd27911, network: default, NAD default, SandboxID: "7084479bdd27911396dc22899a8c5658dbc87bc643f36e050b737df7f05a3c15", PCI device ID: , UID: "cd541014-5099-4e67-8421-febf0bf2c153", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0419 07:09:56.806442 3679 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-7kktt 7084479bdd27911396dc22899a8c5658dbc87bc643f36e050b737df7f05a3c15 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-7kktt 7084479bdd27911396dc22899a8c5658dbc87bc643f36e050b737df7f05a3c15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a2:7b:1b:95:17\",\"name\":\"7084479bdd27911\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d003c19-cae4-425e-a629-80587635dbdc\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:09:57.392614 3679 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0419 07:09:58.379557 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0419 07:09:59.348232 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0419 07:10:00.452934 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.453447 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:00.476331 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.476355 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:00.481051 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 07:10:00.481073 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 07:10:01.155626 3679 namespace.go:98] [build-service] adding namespace I0419 07:10:01.156668 3679 namespace.go:102] [build-service] adding namespace took 1.015082ms I0419 07:10:01.161622 3679 namespace.go:98] [integration-service] adding namespace I0419 07:10:01.161716 3679 namespace.go:98] [image-controller] adding namespace I0419 07:10:01.161732 3679 namespace.go:98] [default-tenant] adding namespace I0419 07:10:01.162409 3679 namespace.go:102] [integration-service] adding namespace took 766.85µs I0419 07:10:01.163071 3679 namespace.go:102] [image-controller] adding namespace took 1.33308ms I0419 07:10:01.163646 3679 namespace.go:102] [default-tenant] adding namespace took 1.895285ms I0419 07:10:01.188878 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:01.214735 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:01.235829 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.265796 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.271757 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.290551 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.297129 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.325144 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:01.349714 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:01.392003 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:01.491079 3679 namespace.go:98] [release-service] adding namespace I0419 07:10:01.491939 3679 namespace.go:102] [release-service] adding namespace took 844.23µs I0419 07:10:01.637327 3679 namespace.go:142] [konflux-ui] updating namespace I0419 07:10:01.637474 3679 namespace.go:142] [release-service] updating namespace I0419 07:10:01.729265 3679 namespace.go:98] [konflux-info] adding namespace I0419 07:10:01.729327 3679 namespace.go:98] [namespace-lister] adding namespace I0419 07:10:01.729440 3679 namespace.go:98] [enterprise-contract-service] adding namespace I0419 07:10:01.729992 3679 namespace.go:102] [konflux-info] adding namespace took 713.715µs I0419 07:10:01.730590 3679 namespace.go:102] [namespace-lister] adding namespace took 1.250109ms I0419 07:10:01.731166 3679 namespace.go:102] [enterprise-contract-service] adding namespace took 1.713804ms I0419 07:10:01.748647 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:01.748721 3679 namespace.go:142] [release-service] updating namespace I0419 07:10:01.928152 3679 namespace.go:142] [konflux-info] updating namespace I0419 07:10:01.949279 3679 namespace.go:142] [konflux-info] updating namespace I0419 07:10:01.991202 3679 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.018513 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.048216 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.117216 3679 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:02.200410 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:02.482789 3679 namespace.go:98] [segment-bridge] adding namespace I0419 07:10:02.483687 3679 namespace.go:102] [segment-bridge] adding namespace took 881.426µs I0419 07:10:02.562392 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:02.564090 3679 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:02.813960 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:02.936172 3679 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:02.955880 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:03.145429 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:03.229783 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 07:10:03.230397 3679 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 07:10:03.230412 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 07:10:03.233057 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 07:10:03.327183 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 07:10:03.327206 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 07:10:03.327885 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 07:10:03.352232 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:03.542951 3679 namespace.go:142] [konflux-info] updating namespace I0419 07:10:03.768088 3679 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:03.956823 3679 namespace.go:142] [release-service] updating namespace I0419 07:10:04.072158 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:04.093824 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.117110 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.128494 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.140541 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.167447 3679 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.210127 3679 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.222567 3679 namespace.go:142] [release-service] updating namespace I0419 07:10:04.284894 3679 namespace.go:142] [build-service] updating namespace I0419 07:10:04.357608 3679 namespace.go:142] [default-tenant] updating namespace I0419 07:10:04.438672 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0419 07:10:04.493090 3679 namespace.go:142] [image-controller] updating namespace I0419 07:10:04.568675 3679 namespace.go:142] [integration-service] updating namespace I0419 07:10:04.682393 3679 namespace.go:142] [konflux-info] updating namespace I0419 07:10:04.787288 3679 namespace.go:142] [namespace-lister] updating namespace I0419 07:10:04.868122 3679 namespace.go:142] [release-service] updating namespace I0419 07:10:06.090187 3679 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.109217 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.109687 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:06.214498 3679 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:06.323718 3679 namespace.go:142] [segment-bridge] updating namespace I0419 07:10:07.058472 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:07.058496 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 07:10:09.406153 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0419 07:10:10.405721 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 07:10:14.418466 3679 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 07:10:17.453371 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.455178 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.473235 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 07:10:17.473782 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 07:10:17.491449 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.491466 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.502187 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:17.502200 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 07:10:19.476249 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 07:10:19.476249 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0419 07:10:20.859753 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0419 07:10:21.616379 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:21.616966 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:22.528087 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:22.528115 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-765ld-fx6wl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:28.816099 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:28.816619 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:10:29.532139 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.532163 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-trn7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:10:29.537912 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v I0419 07:10:29.537938 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-trn7v W0419 07:10:35.561023 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0419 07:10:39.739956 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=156 I0419 07:11:21.826449 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:11:27.360891 3679 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.361481 3679 obj_retry.go:498] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:27.855108 3679 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.855133 3679 obj_retry.go:492] Detected object konflux-ui/proxy-585486cc7f-h85j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:27.861693 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:27.861714 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-585486cc7f-h85j2 I0419 07:11:33.026544 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.027197 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:11:33.059738 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.059756 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:11:33.065955 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 07:11:33.065972 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 07:12:06.796894 3679 namespace.go:98] [default-managed-tenant-3w6as] adding namespace I0419 07:12:06.797914 3679 namespace.go:102] [default-managed-tenant-3w6as] adding namespace took 996.481µs I0419 07:12:06.821161 3679 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:06.834789 3679 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:07.881545 3679 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.015849 3679 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:12:08.115051 3679 namespace.go:142] [default-managed-tenant-3w6as] updating namespace I0419 07:13:53.735531 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0419 07:13:56.854410 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 07:14:44.738720 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=30 I0419 07:14:59.866082 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:15:39.862655 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0419 07:15:41.825728 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 07:15:50.848453 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 07:16:01.742378 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0419 07:16:01.831784 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 07:16:10.866381 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0419 07:16:22.738932 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 07:17:05.836744 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 07:17:06.850005 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0419 07:17:44.751075 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=265 I0419 07:18:00.828817 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 07:18:21.735949 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=81 I0419 07:19:17.737880 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0419 07:19:41.047852 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.047926 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-xjx2t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:41.050506 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-xjx2t I0419 07:19:41.050529 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-xjx2t I0419 07:19:48.029188 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.029241 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lsqjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:48.035000 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lsqjt I0419 07:19:48.035026 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lsqjt I0419 07:19:51.040618 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.040658 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-chlxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:19:51.044815 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-chlxv I0419 07:19:51.044838 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-chlxv I0419 07:20:03.671177 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:03.671690 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:20:04.536743 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:20:04.536790 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609720-6sfck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:20:23.741261 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0419 07:20:50.853307 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0419 07:20:57.828443 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0419 07:21:21.857447 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0419 07:22:23.865134 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 07:22:53.745493 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0419 07:23:05.834046 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 07:24:16.868474 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0419 07:24:35.738959 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0419 07:25:21.741245 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0419 07:25:44.852216 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 07:26:06.743674 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0419 07:26:08.869050 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 07:26:28.839238 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0419 07:26:36.831767 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0419 07:27:09.740997 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0419 07:27:39.753945 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0419 07:28:00.868101 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0419 07:28:01.855569 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 07:28:19.859891 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 07:29:07.831083 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0419 07:30:03.643359 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:03.643875 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:30:04.508337 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.508357 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609730-97rrf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538323 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.538364 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:30:04.541144 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:04.541171 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609700-lrmwv I0419 07:30:25.871681 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0419 07:31:12.096096 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:12.096627 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:15.203795 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-wlcbb for pod on switch ip-10-0-1-171.ec2.internal I0419 07:31:15.203898 3679 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:31:15.218599 3679 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb] pod update took 14.749931ms I0419 07:31:15.218619 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb] addLogicalPort annotation time took 14.77324ms I0419 07:31:15.219799 3679 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb] addLogicalPort took 16.016955ms, libovsdb time 803.718µs I0419 07:31:15.567361 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key ] I0419 07:31:15.576754 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-wlcbb, hostIfaceName: f18e1ce9206f5e1, network: default, NAD default, SandboxID: "f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a", PCI device ID: , UID: "7297a6bf-c136-4c9f-a0cc-3cda01ab5ae3", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0419 07:31:15.627761 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:38:24:cd:cf:83\",\"name\":\"f18e1ce9206f5e1\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31896464-db56-4091-bb2d-b9ac11de3367\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0419 07:31:28.311676 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311696 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311703 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 07:31:28.311708 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-171.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 07:31:28.560614 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:28.561201 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:31:51.741207 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0419 07:32:00.748014 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0419 07:32:05.805977 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:05.806574 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:32:45.836133 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0419 07:32:56.743909 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0419 07:33:06.746199 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0419 07:33:58.871982 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 07:34:05.834296 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 07:34:30.858353 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 07:34:40.833671 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0419 07:34:44.242047 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:44.242562 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:34:56.756997 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=92 I0419 07:35:01.855210 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0419 07:35:23.011640 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:35:23.012277 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:00.743796 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0419 07:36:14.841431 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0419 07:36:16.870275 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0419 07:36:24.868377 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:24.868944 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.756437 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.756990 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.796220 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:41.796667 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.753412 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:36:45.754089 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.747274 3679 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key ] I0419 07:37:00.818980 3679 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb f18e1ce9206f5e16c34c9125ac0879bdeb910de47f069e1afa1fb96e7bc6495a network default NAD default NAD key default], result "{}", err I0419 07:37:00.862834 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 07:37:00.877266 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.877300 3679 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:00.878703 3679 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb, ips: 10.129.0.51 I0419 07:37:00.878732 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.965314 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:00.965780 3679 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:01.138844 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.138874 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.141912 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.141980 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wlcbb I0419 07:37:01.703765 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.703787 3679 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:37:01.709926 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:01.709949 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-swgng I0419 07:37:02.903952 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:02.904829 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:37:22.749882 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0419 07:37:46.743836 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0419 07:39:17.873903 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0419 07:39:18.954016 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:18.954610 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:28.836286 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0419 07:39:32.022889 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:32.023515 3679 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-frq6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:49.117738 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:39:49.118295 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:00.838937 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0419 07:40:04.296165 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.296763 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.359517 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:04.360013 3679 obj_retry.go:498] Detected object default-tenant/my-integration-test-wgkm-sqgrq-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 07:40:05.194032 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.194060 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609740-2jnc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.234397 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.234449 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 07:40:05.239296 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:40:05.239323 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29609710-rt46p I0419 07:40:14.860650 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5