+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-31.ec2.internal ++ [[ -n ip-10-0-0-31.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-31.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:01:58.201736625 - disable conntrack on geneve port' I0405 15:01:58.201736625 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0405 15:01:58.217553038 - starting ovnkube-node' I0405 15:01:58.217553038 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-31.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-31.ec2.internal --init-node ip-10-0-0-31.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-31.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0405 15:01:58.253382 3861 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0405 15:01:58.253428 3861 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-809eccaa3c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0405 15:01:58.255165 3861 kube.go:423] Waiting for certificate I0405 15:01:58.255203 3861 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0405 15:01:58.255236 3861 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0405 15:01:58.256019 3861 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:01:58.285188 3861 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:58.285202 3861 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:58.286801 3861 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:58.286890 3861 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2v42l" I0405 15:01:58.297426 3861 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2v42l" I0405 15:01:58.297478 3861 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0405 15:01:59.255845 3861 kube.go:430] Certificate found I0405 15:01:59.256344 3861 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0405 15:01:59.257370 3861 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0405 15:01:59.302515 3861 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-06 14:56:58 +0000 UTC" deadline="2026-04-06 12:14:37.445447624 +0000 UTC" I0405 15:01:59.302691 3861 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h12m38.142772311s" I0405 15:01:59.326730 3861 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:01:59.335387 3861 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0405 15:01:59.335456 3861 factory.go:537] Starting watch factory I0405 15:01:59.335557 3861 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335632 3861 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335558 3861 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335746 3861 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335751 3861 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0405 15:01:59.335556 3861 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335865 3861 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335559 3861 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.335985 3861 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.336414 3861 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.336439 3861 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.337033 3861 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.337123 3861 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.337979 3861 controller_manager.go:368] Starting the ovnkube controller I0405 15:01:59.337990 3861 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-31.ec2.internal I0405 15:01:59.338035 3861 controller_manager.go:393] NBDB zone sync took: 37.355µs I0405 15:01:59.338093 3861 factory.go:537] Starting watch factory I0405 15:01:59.354642 3861 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.356270 3861 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.356283 3861 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.356544 3861 ovn_northd.go:121] Registering OVN northd metrics I0405 15:01:59.356707 3861 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.356857 3861 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0405 15:01:59.359303 3861 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.361947 3861 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0405 15:01:59.361992 3861 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0405 15:01:59.371363 3861 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0405 15:01:59.381285 3861 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0405 15:01:59.441420 3861 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:01:59.441445 3861 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:01:59.441450 3861 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:01:59.441456 3861 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:01:59.441460 3861 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:01:59.441465 3861 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:01:59.441548 3861 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.441571 3861 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.441551 3861 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.441607 3861 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.443634 3861 factory.go:1931] *v1.Service informer cache synced successfully I0405 15:01:59.443645 3861 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0405 15:01:59.443649 3861 factory.go:1931] *v1.Pod informer cache synced successfully I0405 15:01:59.443652 3861 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0405 15:01:59.443654 3861 factory.go:1931] *v1.Namespace informer cache synced successfully I0405 15:01:59.443657 3861 factory.go:1931] *v1.Node informer cache synced successfully I0405 15:01:59.444853 3861 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.444859 3861 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0405 15:01:59.446727 3861 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:01:59.446739 3861 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:01:59.446793 3861 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.446809 3861 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.449276 3861 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0405 15:01:59.449287 3861 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0405 15:01:59.449429 3861 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.452465 3861 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:01:59.452519 3861 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.452532 3861 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.454621 3861 factory.go:1931] *v1.EgressIP informer cache synced successfully I0405 15:01:59.454890 3861 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.457975 3861 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:01:59.458037 3861 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.458049 3861 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.460040 3861 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0405 15:01:59.460276 3861 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.463203 3861 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:01:59.463252 3861 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.463267 3861 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.465327 3861 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0405 15:01:59.465542 3861 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.468613 3861 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:01:59.469056 3861 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.469086 3861 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.470831 3861 factory.go:1931] *v1.EgressService informer cache synced successfully I0405 15:01:59.471541 3861 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.474529 3861 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:01:59.474695 3861 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:59.474708 3861 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:59.476099 3861 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0405 15:01:59.477230 3861 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0405 15:01:59.480313 3861 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:01:59.480427 3861 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.480443 3861 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.480444 3861 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.480456 3861 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.481139 3861 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0405 15:01:59.482979 3861 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.483093 3861 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0405 15:01:59.485653 3861 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:01:59.485664 3861 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:01:59.485671 3861 factory.go:649] Watch Factory start up complete, took: 150.217885ms I0405 15:01:59.485744 3861 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0405 15:01:59.486274 3861 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0405 15:01:59.486286 3861 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0405 15:01:59.486292 3861 factory.go:649] Watch Factory start up complete, took: 148.20068ms I0405 15:01:59.486300 3861 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-0-31.ec2.internal" zone I0405 15:01:59.526283 3861 default_node_network_controller.go:709] Initializing the default node network controller I0405 15:02:00.085868 3861 udn_isolation.go:101] Starting UDN host isolation manager I0405 15:02:00.093796 3861 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0405 15:02:00.143753 3861 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0405 15:02:00.143877 3861 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0405 15:02:00.143894 3861 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0405 15:02:00.177981 3861 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0405 15:02:00.178062 3861 default_node_network_controller.go:808] Node ip-10-0-0-31.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0405 15:02:00.183549 3861 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.31"] k8s.ovn.org/zone-name:ip-10-0-0-31.ec2.internal] on node ip-10-0-0-31.ec2.internal I0405 15:02:00.203966 3861 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0405 15:02:00.209979 3861 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0405 15:02:00.210118 3861 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0405 15:02:00.210278 3861 gateway_init.go:263] Preparing Gateway I0405 15:02:00.210289 3861 gateway_shared_intf.go:1658] Creating new gateway I0405 15:02:00.236986 3861 controller_manager.go:427] Waiting for node in zone sync took: 750.673316ms I0405 15:02:00.242306 3861 controller_manager.go:608] Switching to transit router for layer2 networks I0405 15:02:00.242320 3861 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-31.ec2.internal I0405 15:02:00.279420 3861 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0405 15:02:00.285409 3861 controller_manager.go:288] SCTP support detected in OVN I0405 15:02:00.286023 3861 services_controller.go:69] Creating services controller for network=default I0405 15:02:00.286109 3861 udn_enabled_svc.go:80] Waiting for service informer to sync I0405 15:02:00.286197 3861 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0405 15:02:00.286233 3861 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0405 15:02:00.286251 3861 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0405 15:02:00.286263 3861 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:02:00.286473 3861 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0405 15:02:00.286533 3861 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0405 15:02:00.286564 3861 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 22.204µs I0405 15:02:00.286567 3861 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.558µs I0405 15:02:00.286574 3861 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 41.059µs I0405 15:02:00.286580 3861 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0405 15:02:00.286591 3861 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0405 15:02:00.286601 3861 default_network_controller.go:321] Starting the default network controller I0405 15:02:00.286701 3861 udn_enabled_svc.go:95] Performing full resync I0405 15:02:00.287109 3861 udn_enabled_svc.go:99] Waiting for handler to sync I0405 15:02:00.287122 3861 udn_enabled_svc.go:104] Starting worker I0405 15:02:00.287111 3861 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 8.209µs I0405 15:02:00.291415 3861 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:02:00.296268 3861 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0405 15:02:00.296339 3861 repair.go:33] Syncing exgw routes took 57.536µs I0405 15:02:00.296362 3861 default_network_controller.go:407] Starting all the Watchers... I0405 15:02:00.296533 3861 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0405 15:02:00.296551 3861 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0405 15:02:00.296570 3861 namespace.go:98] [openshift-backplane-tam] adding namespace I0405 15:02:00.296584 3861 namespace.go:98] [openshift-operators] adding namespace I0405 15:02:00.296586 3861 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0405 15:02:00.296597 3861 namespace.go:98] [openshift-apiserver] adding namespace I0405 15:02:00.296604 3861 namespace.go:98] [openshift-kube-scheduler] adding namespace I0405 15:02:00.296610 3861 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0405 15:02:00.296612 3861 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0405 15:02:00.296616 3861 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0405 15:02:00.296620 3861 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0405 15:02:00.296627 3861 namespace.go:98] [openshift-marketplace] adding namespace I0405 15:02:00.296630 3861 namespace.go:98] [openshift-ingress-operator] adding namespace I0405 15:02:00.296640 3861 namespace.go:98] [openshift-package-operator] adding namespace I0405 15:02:00.296539 3861 namespace.go:98] [openshift-apiserver-operator] adding namespace I0405 15:02:00.297275 3861 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 728.699µs I0405 15:02:00.297294 3861 namespace.go:98] [openshift-network-diagnostics] adding namespace W0405 15:02:00.297315 3861 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-w5n8h: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found W0405 15:02:00.297336 3861 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wj2jk: pod openshift-network-diagnostics/network-check-target-wj2jk: no pod IPs found I0405 15:02:00.297969 3861 namespace.go:102] [openshift-network-diagnostics] adding namespace took 667.549µs I0405 15:02:00.297988 3861 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0405 15:02:00.298055 3861 iptables.go:108] Creating table: filter chain: OUTPUT I0405 15:02:00.298689 3861 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 692.683µs I0405 15:02:00.298709 3861 namespace.go:98] [openshift-console] adding namespace I0405 15:02:00.299217 3861 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.657089ms I0405 15:02:00.299234 3861 namespace.go:98] [openshift-customer-monitoring] adding namespace I0405 15:02:00.299735 3861 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.158339ms I0405 15:02:00.299753 3861 namespace.go:98] [openshift-config-operator] adding namespace I0405 15:02:00.300170 3861 namespace.go:102] [openshift-operators] adding namespace took 3.581584ms I0405 15:02:00.300180 3861 namespace.go:98] [openshift-backplane-mobb] adding namespace I0405 15:02:00.300705 3861 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.106843ms I0405 15:02:00.300725 3861 namespace.go:98] [openshift-ingress] adding namespace I0405 15:02:00.301329 3861 namespace.go:102] [openshift-apiserver] adding namespace took 4.72605ms I0405 15:02:00.301342 3861 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0405 15:02:00.301922 3861 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.305422ms I0405 15:02:00.301935 3861 namespace.go:98] [openshift-service-ca-operator] adding namespace I0405 15:02:00.302546 3861 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.917784ms I0405 15:02:00.302567 3861 namespace.go:98] [openshift-network-operator] adding namespace I0405 15:02:00.303282 3861 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.660124ms I0405 15:02:00.303301 3861 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0405 15:02:00.303812 3861 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.187244ms I0405 15:02:00.303827 3861 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0405 15:02:00.304430 3861 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.799687ms I0405 15:02:00.304451 3861 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0405 15:02:00.304924 3861 gateway_shared_intf.go:1787] Gateway Creation Complete I0405 15:02:00.305064 3861 namespace.go:102] [openshift-marketplace] adding namespace took 8.431005ms I0405 15:02:00.305095 3861 namespace.go:98] [openshift-must-gather-operator] adding namespace I0405 15:02:00.304943 3861 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-31.ec2.internal","mac-address":"12:8d:b6:94:bb:6d","ip-addresses":["10.0.0.31/24"],"ip-address":"10.0.0.31/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1fef0b10-738f-4fc6-b251-51506e933fc4 k8s.ovn.org/node-encap-ips:["10.0.0.31"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.31/24"} k8s.ovn.org/zone-name:ip-10-0-0-31.ec2.internal] on node ip-10-0-0-31.ec2.internal I0405 15:02:00.305723 3861 namespace.go:102] [openshift-ingress-operator] adding namespace took 9.0871ms I0405 15:02:00.305739 3861 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0405 15:02:00.306437 3861 namespace.go:102] [openshift-package-operator] adding namespace took 9.784742ms I0405 15:02:00.306458 3861 namespace.go:98] [dedicated-admin] adding namespace I0405 15:02:00.307020 3861 namespace.go:102] [openshift-apiserver-operator] adding namespace took 10.341842ms I0405 15:02:00.307034 3861 namespace.go:98] [openshift-network-node-identity] adding namespace I0405 15:02:00.307613 3861 namespace.go:102] [openshift-console] adding namespace took 8.896048ms I0405 15:02:00.307633 3861 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0405 15:02:00.308292 3861 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.051076ms I0405 15:02:00.308308 3861 namespace.go:98] [openshift-config] adding namespace I0405 15:02:00.308821 3861 namespace.go:102] [openshift-config-operator] adding namespace took 9.062713ms I0405 15:02:00.308833 3861 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0405 15:02:00.309375 3861 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.187411ms I0405 15:02:00.309399 3861 namespace.go:98] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace I0405 15:02:00.309923 3861 namespace.go:102] [openshift-ingress] adding namespace took 9.190325ms I0405 15:02:00.309944 3861 namespace.go:98] [kube-node-lease] adding namespace I0405 15:02:00.310449 3861 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.09859ms I0405 15:02:00.310472 3861 namespace.go:98] [openshift-ingress-canary] adding namespace I0405 15:02:00.310949 3861 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.008184ms I0405 15:02:00.310963 3861 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0405 15:02:00.311403 3861 namespace.go:102] [openshift-network-operator] adding namespace took 8.829719ms I0405 15:02:00.311418 3861 namespace.go:98] [openshift-image-registry] adding namespace I0405 15:02:00.311838 3861 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.533463ms I0405 15:02:00.311849 3861 namespace.go:98] [openshift-dns-operator] adding namespace I0405 15:02:00.312350 3861 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.516145ms I0405 15:02:00.312368 3861 namespace.go:98] [openshift-backplane-cse] adding namespace I0405 15:02:00.312868 3861 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.409972ms I0405 15:02:00.312882 3861 namespace.go:98] [openshift-infra] adding namespace I0405 15:02:00.313348 3861 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.247215ms I0405 15:02:00.313363 3861 namespace.go:98] [openshift-config-managed] adding namespace I0405 15:02:00.313883 3861 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.137238ms I0405 15:02:00.313904 3861 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0405 15:02:00.314370 3861 namespace.go:102] [dedicated-admin] adding namespace took 7.905455ms I0405 15:02:00.314386 3861 namespace.go:98] [openshift-dns] adding namespace I0405 15:02:00.314805 3861 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.764465ms I0405 15:02:00.314819 3861 namespace.go:98] [openshift-operators-redhat] adding namespace I0405 15:02:00.315354 3861 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.71478ms I0405 15:02:00.315812 3861 namespace.go:102] [openshift-config] adding namespace took 7.496829ms I0405 15:02:00.315831 3861 namespace.go:98] [openshift-host-network] adding namespace I0405 15:02:00.316430 3861 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.592905ms I0405 15:02:00.316442 3861 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0405 15:02:00.316955 3861 namespace.go:102] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] adding namespace took 7.549112ms I0405 15:02:00.316970 3861 namespace.go:98] [openshift-logging] adding namespace I0405 15:02:00.317457 3861 namespace.go:102] [kube-node-lease] adding namespace took 7.50786ms I0405 15:02:00.317471 3861 namespace.go:98] [kube-public] adding namespace I0405 15:02:00.318049 3861 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.569954ms I0405 15:02:00.318062 3861 namespace.go:98] [openshift-machine-config-operator] adding namespace I0405 15:02:00.318608 3861 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.640918ms I0405 15:02:00.318622 3861 namespace.go:98] [openshift-route-controller-manager] adding namespace I0405 15:02:00.319063 3861 namespace.go:102] [openshift-image-registry] adding namespace took 7.638818ms I0405 15:02:00.319095 3861 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0405 15:02:00.319490 3861 namespace.go:102] [openshift-dns-operator] adding namespace took 7.636083ms I0405 15:02:00.319504 3861 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0405 15:02:00.319891 3861 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.516506ms I0405 15:02:00.319906 3861 namespace.go:98] [openshift] adding namespace I0405 15:02:00.320331 3861 namespace.go:102] [openshift-infra] adding namespace took 7.444231ms I0405 15:02:00.320342 3861 namespace.go:98] [openshift-multus] adding namespace I0405 15:02:00.320791 3861 namespace.go:102] [openshift-config-managed] adding namespace took 7.421751ms I0405 15:02:00.320805 3861 namespace.go:98] [openshift-monitoring] adding namespace I0405 15:02:00.321272 3861 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.360832ms I0405 15:02:00.321289 3861 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0405 15:02:00.321772 3861 namespace.go:102] [openshift-dns] adding namespace took 7.381409ms I0405 15:02:00.321783 3861 namespace.go:98] [openshift-kube-apiserver] adding namespace I0405 15:02:00.322270 3861 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.445825ms I0405 15:02:00.322284 3861 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0405 15:02:00.322845 3861 namespace.go:102] [openshift-host-network] adding namespace took 7.007787ms I0405 15:02:00.322859 3861 namespace.go:98] [openshift-authentication-operator] adding namespace I0405 15:02:00.323314 3861 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.865979ms I0405 15:02:00.323328 3861 namespace.go:98] [openshift-etcd] adding namespace I0405 15:02:00.323755 3861 namespace.go:102] [openshift-logging] adding namespace took 6.779765ms I0405 15:02:00.323778 3861 namespace.go:98] [kube-system] adding namespace I0405 15:02:00.324503 3861 namespace.go:102] [kube-public] adding namespace took 6.925473ms I0405 15:02:00.324526 3861 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0405 15:02:00.324981 3861 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.912881ms I0405 15:02:00.324995 3861 namespace.go:98] [openshift-insights] adding namespace I0405 15:02:00.325522 3861 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.894749ms I0405 15:02:00.325533 3861 namespace.go:98] [openshift-console-user-settings] adding namespace I0405 15:02:00.326093 3861 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.991319ms I0405 15:02:00.326108 3861 namespace.go:98] [openshift-backplane-cee] adding namespace I0405 15:02:00.326667 3861 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.155797ms I0405 15:02:00.326685 3861 namespace.go:98] [openshift-console-operator] adding namespace W0405 15:02:00.327147 3861 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dplbn: pod openshift-multus/network-metrics-daemon-dplbn: no pod IPs found W0405 15:02:00.327177 3861 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-q29dk: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:02:00.327196 3861 namespace.go:102] [openshift] adding namespace took 7.282653ms I0405 15:02:00.327213 3861 namespace.go:98] [openshift-network-console] adding namespace I0405 15:02:00.327723 3861 namespace.go:102] [openshift-multus] adding namespace took 7.375312ms I0405 15:02:00.327737 3861 namespace.go:98] [default] adding namespace I0405 15:02:00.328302 3861 namespace.go:102] [openshift-monitoring] adding namespace took 7.49025ms I0405 15:02:00.328318 3861 namespace.go:98] [openshift-authentication] adding namespace I0405 15:02:00.328757 3861 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.460435ms I0405 15:02:00.328772 3861 namespace.go:98] [openshift-backplane-csm] adding namespace I0405 15:02:00.329351 3861 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.562807ms I0405 15:02:00.329369 3861 namespace.go:98] [openshift-node] adding namespace I0405 15:02:00.329929 3861 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.639459ms I0405 15:02:00.329944 3861 namespace.go:98] [openshift-machine-api] adding namespace I0405 15:02:00.330462 3861 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.596666ms W0405 15:02:00.330988 3861 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-m2mkp: pod kube-system/global-pull-secret-syncer-m2mkp: no pod IPs found I0405 15:02:00.331028 3861 namespace.go:102] [openshift-etcd] adding namespace took 7.693341ms I0405 15:02:00.331613 3861 namespace.go:102] [kube-system] adding namespace took 7.827179ms I0405 15:02:00.332148 3861 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.614687ms I0405 15:02:00.332163 3861 namespace.go:98] [openshift-backplane] adding namespace I0405 15:02:00.332704 3861 namespace.go:102] [openshift-insights] adding namespace took 7.70273ms I0405 15:02:00.333371 3861 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.834053ms I0405 15:02:00.333385 3861 namespace.go:98] [openshift-controller-manager] adding namespace I0405 15:02:00.333803 3861 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.68694ms I0405 15:02:00.334382 3861 namespace.go:102] [openshift-console-operator] adding namespace took 7.691464ms I0405 15:02:00.334849 3861 namespace.go:102] [openshift-network-console] adding namespace took 7.631678ms I0405 15:02:00.335382 3861 namespace.go:102] [default] adding namespace took 7.641822ms I0405 15:02:00.335777 3861 namespace.go:102] [openshift-authentication] adding namespace took 7.443028ms I0405 15:02:00.335796 3861 namespace.go:98] [openshift-backplane-srep] adding namespace I0405 15:02:00.336437 3861 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.657879ms I0405 15:02:00.336996 3861 namespace.go:102] [openshift-node] adding namespace took 7.621469ms I0405 15:02:00.337010 3861 namespace.go:98] [openshift-cluster-version] adding namespace I0405 15:02:00.337493 3861 namespace.go:102] [openshift-machine-api] adding namespace took 7.545186ms I0405 15:02:00.338008 3861 namespace.go:102] [openshift-backplane] adding namespace took 5.837389ms I0405 15:02:00.338520 3861 namespace.go:102] [openshift-controller-manager] adding namespace took 5.103563ms I0405 15:02:00.339090 3861 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.287402ms I0405 15:02:00.339538 3861 namespace.go:102] [openshift-cluster-version] adding namespace took 2.522615ms I0405 15:02:00.339995 3861 zone_ic_handler.go:186] Time taken to create transit switch: 331.04µs I0405 15:02:00.340087 3861 master.go:532] Adding or Updating local node "ip-10-0-0-31.ec2.internal" for network "default" I0405 15:02:00.340164 3861 obj_retry.go:544] Failed to create *v1.Node ip-10-0-1-157.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-157.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-157.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-157.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-157.ec2.internal I0405 15:02:00.340572 3861 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-229.ec2.internal for the network default I0405 15:02:00.340678 3861 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:00.341595 3861 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-229.ec2.internal" on network "default" took: 1.031629ms I0405 15:02:00.344781 3861 default_network_controller.go:806] Node add failed for ip-10-0-0-31.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal, error getting gateway config for node ip-10-0-0-31.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-31.ec2.internal", failed to update chassis to local for local node ip-10-0-0-31.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-31.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal] E0405 15:02:00.344837 3861 obj_retry.go:541] Failed to create *v1.Node ip-10-0-0-31.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal, error getting gateway config for node ip-10-0-0-31.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-31.ec2.internal", failed to update chassis to local for local node ip-10-0-0-31.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-31.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal] I0405 15:02:00.344898 3861 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0405 15:02:00.344926 3861 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0405 15:02:00.344936 3861 master.go:532] Adding or Updating local node "ip-10-0-0-31.ec2.internal" for network "default" I0405 15:02:00.344947 3861 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0405 15:02:00.344957 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:00.344923 3861 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-31.ec2.internal", UID:"32caf92e-5d78-4c70-9285-07a37fd2b9be", APIVersion:"v1", ResourceVersion:"9137", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal, error getting gateway config for node ip-10-0-0-31.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-31.ec2.internal", failed to update chassis to local for local node ip-10-0-0-31.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-31.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-31.ec2.internal] I0405 15:02:00.345033 3861 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.345047 3861 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.345052 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:00.345062 3861 node_tracker.go:235] Node ip-10-0-1-157.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-157.ec2.internal" I0405 15:02:00.345088 3861 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.345095 3861 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.345104 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-229.ec2.internal in network "default" I0405 15:02:00.345135 3861 node_tracker.go:169] Node ip-10-0-2-229.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.345143 3861 services_controller.go:574] Full service sync requested for network=default W0405 15:02:00.350567 3861 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dplbn: pod openshift-multus/network-metrics-daemon-dplbn: no pod IPs found W0405 15:02:00.350593 3861 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wj2jk: pod openshift-network-diagnostics/network-check-target-wj2jk: no pod IPs found W0405 15:02:00.350600 3861 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-m2mkp: pod kube-system/global-pull-secret-syncer-m2mkp: no pod IPs found I0405 15:02:00.351768 3861 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-0-31.ec2.internal for the network default I0405 15:02:00.445084 3861 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0405 15:02:00.445106 3861 services_controller.go:208] Setting up event handlers for services for network=default I0405 15:02:00.445202 3861 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0405 15:02:00.445257 3861 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0405 15:02:00.445275 3861 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0405 15:02:00.546004 3861 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0405 15:02:00.546028 3861 repair.go:60] Starting repairing loop for services I0405 15:02:00.546166 3861 repair.go:131] Deleted 0 stale service LBs I0405 15:02:00.546194 3861 repair.go:137] Deleted 0 stale Chassis Template Vars I0405 15:02:00.546219 3861 repair.go:62] Finished repairing loop for services: 192.436µs I0405 15:02:00.546251 3861 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0405 15:02:00.546265 3861 services_controller.go:254] Starting workers for network=default I0405 15:02:00.546529 3861 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0405 15:02:00.546603 3861 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-m2mkp] creating logical port kube-system_global-pull-secret-syncer-m2mkp for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.546674 3861 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-w5n8h, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-w5n8h: suppressed error logged: pod openshift-network-diagnostics/network-check-target-w5n8h: no pod IPs found I0405 15:02:00.546731 3861 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-q29dk, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-q29dk: suppressed error logged: pod openshift-multus/network-metrics-daemon-q29dk: no pod IPs found I0405 15:02:00.546774 3861 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wj2jk] creating logical port openshift-network-diagnostics_network-check-target-wj2jk for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.546743 3861 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-m2mkp I0405 15:02:00.546923 3861 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wj2jk I0405 15:02:00.546764 3861 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dplbn] creating logical port openshift-multus_network-metrics-daemon-dplbn for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.547038 3861 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dplbn I0405 15:02:00.563508 3861 pod.go:62] [kube-system/global-pull-secret-syncer-m2mkp] pod update took 16.811023ms I0405 15:02:00.563532 3861 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-m2mkp] addLogicalPort annotation time took 16.841063ms I0405 15:02:00.563631 3861 pod.go:62] [openshift-multus/network-metrics-daemon-dplbn] pod update took 16.615664ms I0405 15:02:00.563651 3861 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-dplbn] addLogicalPort annotation time took 16.633677ms I0405 15:02:00.563928 3861 pod.go:62] [openshift-network-diagnostics/network-check-target-wj2jk] pod update took 17.02731ms I0405 15:02:00.563949 3861 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-wj2jk] addLogicalPort annotation time took 17.05013ms I0405 15:02:00.564575 3861 pods.go:271] [kube-system/global-pull-secret-syncer-m2mkp] addLogicalPort took 17.981639ms, libovsdb time 783.849µs I0405 15:02:00.565000 3861 pods.go:271] [openshift-multus/network-metrics-daemon-dplbn] addLogicalPort took 18.24256ms, libovsdb time 1.139728ms I0405 15:02:00.565316 3861 pods.go:271] [openshift-network-diagnostics/network-check-target-wj2jk] addLogicalPort took 18.55114ms, libovsdb time 1.127618ms I0405 15:02:00.565874 3861 admin_network_policy_controller.go:227] Starting controller default-network-controller I0405 15:02:00.565900 3861 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0405 15:02:00.565913 3861 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0405 15:02:00.565917 3861 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0405 15:02:00.566120 3861 repair.go:29] Repairing admin network policies took 197.168µs I0405 15:02:00.566240 3861 repair.go:92] Repairing baseline admin network policies took 108.127µs I0405 15:02:00.566871 3861 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0405 15:02:00.566890 3861 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0405 15:02:00.569354 3861 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0405 15:02:00.569379 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0405 15:02:00.569409 3861 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0405 15:02:00.571904 3861 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0405 15:02:00.571924 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0405 15:02:00.571933 3861 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0405 15:02:00.574391 3861 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0405 15:02:00.574414 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0405 15:02:00.574438 3861 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0405 15:02:00.576831 3861 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0405 15:02:00.576857 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0405 15:02:00.576866 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0405 15:02:00.579343 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0405 15:02:00.579366 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0405 15:02:00.579373 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0405 15:02:00.579717 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0405 15:02:00.579735 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0405 15:02:00.579743 3861 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0405 15:02:00.580263 3861 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0405 15:02:00.580286 3861 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0405 15:02:00.580298 3861 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0405 15:02:00.582726 3861 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0405 15:02:00.582746 3861 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0405 15:02:00.582762 3861 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0405 15:02:00.583659 3861 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0405 15:02:00.583677 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0405 15:02:00.583687 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0405 15:02:00.585251 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0405 15:02:00.585277 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0405 15:02:00.585287 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0405 15:02:00.585795 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0405 15:02:00.585814 3861 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0405 15:02:00.585829 3861 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0405 15:02:00.586682 3861 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0405 15:02:00.586699 3861 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0405 15:02:00.586705 3861 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0405 15:02:00.586977 3861 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0405 15:02:00.587004 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0405 15:02:00.587036 3861 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0405 15:02:00.588663 3861 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0405 15:02:00.588681 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0405 15:02:00.588692 3861 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0405 15:02:00.589945 3861 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0405 15:02:00.589962 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0405 15:02:00.589968 3861 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0405 15:02:00.590708 3861 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0405 15:02:00.590727 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0405 15:02:00.590735 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0405 15:02:00.591299 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0405 15:02:00.591317 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0405 15:02:00.592044 3861 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0405 15:02:00.592058 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:02:00.592896 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0405 15:02:00.592912 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0405 15:02:00.592919 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0405 15:02:00.594505 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0405 15:02:00.594526 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0405 15:02:00.594537 3861 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0405 15:02:00.595214 3861 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0405 15:02:00.595232 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0405 15:02:00.595255 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0405 15:02:00.596096 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0405 15:02:00.596116 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0405 15:02:00.596123 3861 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0405 15:02:00.596510 3861 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0405 15:02:00.596534 3861 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0405 15:02:00.596548 3861 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0405 15:02:00.597883 3861 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0405 15:02:00.597901 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0405 15:02:00.597908 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0405 15:02:00.598477 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0405 15:02:00.598499 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0405 15:02:00.598508 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0405 15:02:00.599081 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:02:00.599100 3861 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0405 15:02:00.599107 3861 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0405 15:02:00.599835 3861 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0405 15:02:00.599858 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0405 15:02:00.599868 3861 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0405 15:02:00.600464 3861 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0405 15:02:00.600482 3861 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0405 15:02:00.600492 3861 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0405 15:02:00.601041 3861 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0405 15:02:00.601062 3861 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0405 15:02:00.601083 3861 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0405 15:02:00.601590 3861 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0405 15:02:00.601833 3861 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-bbthc of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0405 15:02:00.607956 3861 egressfirewall.go:319] Starting EgressFirewall controller I0405 15:02:00.607987 3861 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0405 15:02:00.607997 3861 controller.go:133] Adding controller egress-firewall-controller event handlers I0405 15:02:00.608027 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0405 15:02:00.608034 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0405 15:02:00.608041 3861 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0405 15:02:00.608049 3861 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0405 15:02:00.608460 3861 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0405 15:02:00.608480 3861 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0405 15:02:00.608492 3861 egressqos.go:193] Setting up event handlers for EgressQoS I0405 15:02:00.608573 3861 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:02:00.608590 3861 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:02:00.608595 3861 egressfirewall.go:628] Syncing node "ip-10-0-2-229.ec2.internal" for egress firewall I0405 15:02:00.608655 3861 egressqos.go:245] Starting EgressQoS Controller I0405 15:02:00.608669 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0405 15:02:00.608677 3861 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0405 15:02:00.608683 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0405 15:02:00.608688 3861 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0405 15:02:00.608693 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0405 15:02:00.608698 3861 shared_informer.go:356] "Caches are synced" controller="egressqos" I0405 15:02:00.608702 3861 egressqos.go:259] Repairing EgressQoSes I0405 15:02:00.608707 3861 egressqos.go:399] Starting repairing loop for egressqos I0405 15:02:00.608813 3861 egressqos.go:401] Finished repairing loop for egressqos: 105.276µs I0405 15:02:00.608841 3861 egressservice_zone.go:132] Setting up event handlers for Egress Services I0405 15:02:00.608870 3861 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-31.ec2.internal I0405 15:02:00.608933 3861 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-31.ec2.internal : 61.419µs I0405 15:02:00.609005 3861 egressservice_zone.go:210] Starting Egress Services Controller I0405 15:02:00.609022 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:02:00.609035 3861 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:02:00.609044 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:02:00.609052 3861 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:02:00.609060 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:02:00.609082 3861 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:02:00.609092 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0405 15:02:00.609099 3861 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0405 15:02:00.609105 3861 egressservice_zone.go:228] Repairing Egress Services I0405 15:02:00.609435 3861 master_controller.go:88] Starting Admin Policy Based Route Controller I0405 15:02:00.609445 3861 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:02:00.609471 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:00.609487 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 17.861µs I0405 15:02:00.609496 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:00.609501 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 5.815µs I0405 15:02:00.609507 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-229.ec2.internal I0405 15:02:00.609524 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-229.ec2.internal: 16.555µs I0405 15:02:00.609605 3861 default_network_controller.go:568] Completing all the Watchers took 313.232524ms I0405 15:02:00.609616 3861 default_network_controller.go:572] Starting unidling controllers I0405 15:02:00.609622 3861 unidle.go:46] Registering OVN SB ControllerEvent handler I0405 15:02:00.609628 3861 unidle.go:63] Populating Initial ContollerEvent events I0405 15:02:00.609639 3861 unidle.go:79] Setting up event handlers for services I0405 15:02:00.609706 3861 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:02:00.615225 3861 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0405 15:02:00.841653 3861 default_node_network_controller.go:518] Node connection status = connected I0405 15:02:00.859529 3861 bridgeconfig.go:537] Gateway is ready I0405 15:02:00.859552 3861 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0405 15:02:00.871539 3861 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.31. Updating OVN encap IP. I0405 15:02:00.876875 3861 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.31 - it is already configured I0405 15:02:00.876894 3861 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.31/24:{} 172.20.0.1/32:{}]. Updating annotations. I0405 15:02:00.877143 3861 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.31/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-31.ec2.internal","mac-address":"12:8d:b6:94:bb:6d","ip-addresses":["10.0.0.31/24"],"ip-address":"10.0.0.31/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1fef0b10-738f-4fc6-b251-51506e933fc4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.31/24"}] on node ip-10-0-0-31.ec2.internal I0405 15:02:00.891460 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-31.ec2.internal in network "default" I0405 15:02:00.891522 3861 egressfirewall.go:628] Syncing node "ip-10-0-0-31.ec2.internal" for egress firewall I0405 15:02:00.891527 3861 node_tracker.go:169] Node ip-10-0-0-31.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:00.891558 3861 services_controller.go:574] Full service sync requested for network=default I0405 15:02:00.891569 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:00.891581 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 18.043µs I0405 15:02:00.891570 3861 master.go:532] Adding or Updating local node "ip-10-0-0-31.ec2.internal" for network "default" I0405 15:02:00.891935 3861 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.0.31 I0405 15:02:00.892198 3861 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-31.ec2.internal I0405 15:02:00.896285 3861 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-31.ec2.internal. Updating no re-route policies I0405 15:02:00.896362 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-phjdv I0405 15:02:00.896371 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-m5j56 I0405 15:02:00.896379 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-phjdv I0405 15:02:00.896384 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-m5j56 I0405 15:02:00.896394 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tqn7w I0405 15:02:00.896399 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-phjdv after 0 failed attempt(s) I0405 15:02:00.896406 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-m5j56 after 0 failed attempt(s) I0405 15:02:00.896400 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dplbn I0405 15:02:00.896414 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tldfx I0405 15:02:00.896419 3861 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-m2mkp I0405 15:02:00.896421 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-xww7h I0405 15:02:00.896429 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tldfx I0405 15:02:00.896432 3861 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-m2mkp I0405 15:02:00.896432 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-xww7h I0405 15:02:00.896435 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mpc98 I0405 15:02:00.896440 3861 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-p4bzs I0405 15:02:00.896449 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-mpc98 I0405 15:02:00.896453 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-xww7h after 0 failed attempt(s) I0405 15:02:00.896454 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tldfx after 0 failed attempt(s) I0405 15:02:00.896451 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bm7ft I0405 15:02:00.896470 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-mpc98 after 0 failed attempt(s) I0405 15:02:00.896396 3861 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-31.ec2.internal I0405 15:02:00.896480 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bm7ft I0405 15:02:00.896485 3861 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-31.ec2.internal I0405 15:02:00.896497 3861 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-31.ec2.internal after 0 failed attempt(s) I0405 15:02:00.896501 3861 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-m2mkp] creating logical port kube-system_global-pull-secret-syncer-m2mkp for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.896414 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk I0405 15:02:00.896593 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk I0405 15:02:00.896622 3861 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wj2jk] creating logical port openshift-network-diagnostics_network-check-target-wj2jk for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.896502 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-bm7ft after 0 failed attempt(s) I0405 15:02:00.896381 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-nnj62 I0405 15:02:00.896668 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-nnj62 I0405 15:02:00.896425 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dplbn I0405 15:02:00.896685 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-nnj62 after 0 failed attempt(s) I0405 15:02:00.896714 3861 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dplbn] creating logical port openshift-multus_network-metrics-daemon-dplbn for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:00.896424 3861 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-31.ec2.internal I0405 15:02:00.896768 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-31.ec2.internal I0405 15:02:00.896783 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-31.ec2.internal after 0 failed attempt(s) I0405 15:02:00.896458 3861 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-p4bzs I0405 15:02:00.896799 3861 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-p4bzs after 0 failed attempt(s) I0405 15:02:00.896410 3861 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tqn7w I0405 15:02:00.896812 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tqn7w after 0 failed attempt(s) I0405 15:02:00.897227 3861 pods.go:271] [openshift-network-diagnostics/network-check-target-wj2jk] addLogicalPort took 611.933µs, libovsdb time 264.791µs I0405 15:02:00.897240 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wj2jk after 0 failed attempt(s) I0405 15:02:00.897336 3861 pods.go:271] [kube-system/global-pull-secret-syncer-m2mkp] addLogicalPort took 877.242µs, libovsdb time 325.54µs I0405 15:02:00.897349 3861 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-m2mkp after 0 failed attempt(s) I0405 15:02:00.897519 3861 pods.go:271] [openshift-multus/network-metrics-daemon-dplbn] addLogicalPort took 815.011µs, libovsdb time 272.911µs I0405 15:02:00.897529 3861 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dplbn after 0 failed attempt(s) I0405 15:02:00.907688 3861 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0405 15:02:00.919167 3861 iptables.go:108] Creating table: mangle chain: OUTPUT I0405 15:02:00.922593 3861 iptables.go:108] Creating table: nat chain: OUTPUT I0405 15:02:00.947102 3861 iptables.go:108] Creating table: nat chain: PREROUTING I0405 15:02:00.996505 3861 iptables.go:108] Creating table: filter chain: FORWARD I0405 15:02:01.012822 3861 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0405 15:02:01.012988 3861 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0405 15:02:01.013047 3861 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0405 15:02:01.013170 3861 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0405 15:02:01.013234 3861 gateway_init.go:325] Gateway and management port readiness took 676.797061ms I0405 15:02:01.013270 3861 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0405 15:02:01.013314 3861 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0405 15:02:01.013325 3861 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0405 15:02:01.013334 3861 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0405 15:02:01.013388 3861 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0405 15:02:01.013487 3861 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 68.175µs I0405 15:02:01.013808 3861 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0405 15:02:01.013842 3861 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 20.342µs I0405 15:02:01.013852 3861 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 46.179µs I0405 15:02:01.013858 3861 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0405 15:02:01.013866 3861 nad_controller.go:173] [node-nad-controller NAD controller]: started I0405 15:02:01.013873 3861 default_node_network_controller.go:898] Starting the default node network controller I0405 15:02:01.013878 3861 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0405 15:02:01.013989 3861 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 16.604µs I0405 15:02:01.014092 3861 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0405 15:02:01.014102 3861 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0405 15:02:01.014125 3861 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05020 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c27360 0xc0002edce0 0xc0002edd50 0xc00065e370 0xc0063452d0 0xc0002ede30 map[0x2f8f0c0:0xc00298c4e0 0x2f8f600:0xc00298c660 0x2f90080:0xc0026923c0 0x2f90320:0xc00298c480 0x2f90b00:0xc00298c540 0x2f90da0:0xc00298c5a0 0x2f91040:0xc00298c600 0x2f91820:0xc00298c6c0 0x2f91ac0:0xc00298c7e0 0x2fbc3e0:0xc001a80900 0x2fbc780:0xc001a80960 0x2fbd260:0xc000c654a0 0x2fbebc0:0xc001bc8000 0x2fbf6a0:0xc001a80b40 0x2fc0520:0xc001bc8060] 0xc000c4e1c0 0} I0405 15:02:01.014177 3861 gateway.go:151] Starting gateway service sync I0405 15:02:01.014629 3861 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0405 15:02:01.016806 3861 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0405 15:02:01.025852 3861 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0405 15:02:01.026988 3861 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0405 15:02:01.028291 3861 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0405 15:02:01.063324 3861 gateway.go:168] Gateway service sync done. Time taken: 49.134713ms I0405 15:02:01.063906 3861 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30385 I0405 15:02:01.064334 3861 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05020 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c27360 0xc0002edce0 0xc0002edd50 0xc00065e370 0xc0063452d0 0xc0002ede30 map[0x2f8f0c0:0xc00298c4e0 0x2f8f600:0xc00298c660 0x2f90080:0xc0026923c0 0x2f90320:0xc00298c480 0x2f90b00:0xc00298c540 0x2f90da0:0xc00298c5a0 0x2f91040:0xc00298c600 0x2f91820:0xc00298c6c0 0x2f91ac0:0xc00298c7e0 0x2fbc3e0:0xc001a80900 0x2fbc780:0xc001a80960 0x2fbd260:0xc000c654a0 0x2fbebc0:0xc001bc8000 0x2fbf6a0:0xc001a80b40 0x2fc0520:0xc001bc8060] 0xc000c4e1c0 0} I0405 15:02:01.064819 3861 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05020 0xc0002ed9d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc000c27360 0xc0002edce0 0xc0002edd50 0xc00065e370 0xc0063452d0 0xc0002ede30 map[0x2f8f0c0:0xc00298c4e0 0x2f8f600:0xc00298c660 0x2f90080:0xc0026923c0 0x2f90320:0xc00298c480 0x2f90b00:0xc00298c540 0x2f90da0:0xc00298c5a0 0x2f91040:0xc00298c600 0x2f91820:0xc00298c6c0 0x2f91ac0:0xc00298c7e0 0x2fbc3e0:0xc001a80900 0x2fbc780:0xc001a80960 0x2fbd260:0xc000c654a0 0x2fbebc0:0xc001bc8000 0x2fbf6a0:0xc001a80b40 0x2fc0520:0xc001bc8060] 0xc000c4e1c0 0} I0405 15:02:01.064861 3861 gateway.go:519] Reconciling gateway with updates I0405 15:02:01.070536 3861 gateway.go:326] Spawning Conntrack Rule Check Thread I0405 15:02:01.070560 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:01.070573 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:01.070570 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:01.070583 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:01.070595 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:01.070597 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:01.070599 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:01.070602 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:01.070613 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:01.070626 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:01.070634 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:01.070634 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:01.070639 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:02:01.070651 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:01.070650 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:01.070651 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:01.070661 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:01.070668 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:01.070663 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:01.070667 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:01.070677 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:02:01.070661 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:01.070691 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:01.070694 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:01.070697 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:01.070700 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:01.070706 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:01.070710 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:01.070660 3861 default_node_network_controller.go:943] Gateway and management port readiness took 56.550611ms I0405 15:02:01.070715 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:01.070719 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:01.070719 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:02:01.070725 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:01.070725 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:01.070722 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:01.070732 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:01.070735 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:01.070727 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:02:01.070740 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:01.070740 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:01.070752 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:01.070755 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:01.070754 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:02:01.070762 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:01.070727 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:02:01.070717 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:01.070776 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:01.070781 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:01.070780 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:02:01.070787 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:01.070717 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:01.070800 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:01.070710 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:02:01.070813 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:01.070813 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:02:01.070682 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 15:02:01.070705 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:01.070825 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:01.070618 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:01.070839 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:01.070683 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:01.070857 3861 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:02:01.070802 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:02:01.070673 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:02:01.070870 3861 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:02:01.070695 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:01.070783 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:01.070882 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:01.070886 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:01.070697 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:01.070923 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:01.070937 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:01.070637 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:01.070979 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:01.070990 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:02:01.070941 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:01.070635 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:01.071004 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:02:01.071007 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:01.070583 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:01.071018 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:02:01.070707 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:01.071027 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:01.070707 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:01.071019 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:01.070708 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:01.071102 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:01.070718 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:01.071131 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:01.071144 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:01.070712 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:02:01.071145 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:01.071170 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:01.070728 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:02:01.071225 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:02:01.070730 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:02:01.071232 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:02:01.070765 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:01.071244 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:02:01.070808 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:02:01.071252 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:02:01.070765 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:02:01.070696 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:01.071312 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:01.070922 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:01.071350 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:01.070741 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:01.071408 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:01.070587 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:01.071445 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:02:01.072232 3861 node_ip_handler_linux.go:160] Node IP manager is running W0405 15:02:01.112496 3861 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:02:01.112842 3861 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0405 15:02:01.113018 3861 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0405 15:02:01.122616 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:02:01.122645 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:02:01.122655 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:02:01.122665 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:02:01.122671 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:02:01.122679 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:02:01.122685 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:02:01.122692 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:02:01.122708 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:02:01.122727 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:02:01.163713 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:02:01.163721 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 15:02:01.163738 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:02:01.163747 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:02:01.163756 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:02:01.163762 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:02:01.163768 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:02:01.163785 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:02:01.163792 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:02:01.163798 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:02:01.163805 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:02:01.205862 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:02:01.205889 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:02:01.205899 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:02:01.205908 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:02:02.659732 3861 default_node_network_controller.go:1369] Starting node controller node sync W0405 15:02:02.659753 3861 egressip_healthcheck.go:76] Health checking using insecure connection I0405 15:02:02.659800 3861 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0405 15:02:02.670992 3861 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.241707ms I0405 15:02:02.671196 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-229.ec2.internal", IP: 10.0.2.229 to PMTUD blocking rules I0405 15:02:02.671211 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-229.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:02.676871 3861 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0405 15:02:02.677138 3861 egressservice_node.go:93] Setting up event handlers for Egress Services I0405 15:02:02.677275 3861 egressservice_node.go:183] Starting Egress Services Controller I0405 15:02:02.677291 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0405 15:02:02.677299 3861 shared_informer.go:356] "Caches are synced" controller="egressservices" I0405 15:02:02.677304 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0405 15:02:02.677309 3861 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0405 15:02:02.677314 3861 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0405 15:02:02.677319 3861 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0405 15:02:02.677324 3861 egressservice_node.go:197] Repairing Egress Services I0405 15:02:02.686165 3861 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0405 15:02:02.686176 3861 external_controller.go:278] Starting Admin Policy Based Route Controller I0405 15:02:02.686367 3861 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0405 15:02:02.686401 3861 link_network_manager.go:117] Link manager is running I0405 15:02:02.686417 3861 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0405 15:02:02.686473 3861 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0405 15:02:02.687129 3861 vrf_manager.go:128] VRF manager is running I0405 15:02:02.687448 3861 node_controller_manager.go:437] Removing flows to drop GARP I0405 15:02:02.687462 3861 gateway.go:519] Reconciling gateway with updates I0405 15:02:02.709055 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:02.709082 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:02.709089 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:02.709092 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0405 15:02:02.709098 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0405 15:02:02.709098 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:02.709105 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709061 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:02.709122 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0405 15:02:02.709121 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:02.709126 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:02.709139 3861 port_claim.go:71] Svc openshift-ingress/router-default: port 31701 is already open, no action needed I0405 15:02:02.709134 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:02.709146 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:02.709149 3861 port_claim.go:71] Svc openshift-ingress/router-default: port 30253 is already open, no action needed I0405 15:02:02.709149 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:02.709151 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0405 15:02:02.709163 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0405 15:02:02.709163 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:02.709169 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0405 15:02:02.709171 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:02.709177 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0405 15:02:02.709182 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0405 15:02:02.709185 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:02.709151 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0405 15:02:02.709192 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:02.709199 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:02.709198 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:02.709209 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:02.709164 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0405 15:02:02.709216 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0405 15:02:02.709218 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0405 15:02:02.709223 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0405 15:02:02.709229 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:02.709235 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:02.709102 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0405 15:02:02.709250 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0405 15:02:02.709254 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0405 15:02:02.709256 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:02.709261 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:02.709240 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:02.709273 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0405 15:02:02.709269 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0405 15:02:02.709283 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0405 15:02:02.709284 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0405 15:02:02.709217 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:02.709232 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:02.709136 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0405 15:02:02.709306 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709309 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:02.709307 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0405 15:02:02.709315 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0405 15:02:02.709314 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709169 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0405 15:02:02.709319 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:02.709322 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0405 15:02:02.709232 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0405 15:02:02.709328 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:02.709340 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0405 15:02:02.709309 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709345 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:02.709348 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:02.709350 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:02.709353 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:02.709356 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0405 15:02:02.709360 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0405 15:02:02.709363 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0405 15:02:02.709108 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:02.709366 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:02.709375 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:02.709376 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0405 15:02:02.709384 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0405 15:02:02.709125 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:02.709387 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0405 15:02:02.709395 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0405 15:02:02.709285 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709355 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:02.709383 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0405 15:02:02.709285 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0405 15:02:02.709153 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0405 15:02:02.709184 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0405 15:02:02.709474 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0405 15:02:02.709239 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:02.709488 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0405 15:02:02.709490 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:02.709329 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0405 15:02:02.709205 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0405 15:02:02.709330 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0405 15:02:02.709301 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0405 15:02:02.709475 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0405 15:02:02.709245 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0405 15:02:02.709133 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:02.709545 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0405 15:02:02.709361 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0405 15:02:02.709215 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:02.709601 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0405 15:02:02.709607 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0405 15:02:02.709317 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0405 15:02:02.709613 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0405 15:02:02.709490 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:02.709621 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0405 15:02:02.709626 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0405 15:02:02.709362 3861 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:02.709691 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0405 15:02:02.709555 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0405 15:02:02.709412 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0405 15:02:02.709113 3861 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0405 15:02:02.709772 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0405 15:02:02.747711 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0405 15:02:02.747763 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0405 15:02:02.747786 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0405 15:02:02.747803 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0405 15:02:02.747808 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0405 15:02:02.747813 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0405 15:02:02.747819 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0405 15:02:02.747824 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0405 15:02:02.785361 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0405 15:02:02.785380 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0405 15:02:02.785395 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0405 15:02:02.822292 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0405 15:02:02.822309 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0405 15:02:02.822316 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0405 15:02:02.822322 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0405 15:02:02.822342 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0405 15:02:02.822350 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0405 15:02:02.822356 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0405 15:02:02.822361 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0405 15:02:02.822367 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0405 15:02:02.822372 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0405 15:02:02.822379 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0405 15:02:02.822384 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0405 15:02:02.822390 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0405 15:02:02.822396 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0405 15:02:02.822401 3861 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0405 15:02:04.683411 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-31.ec2.internal I0405 15:02:04.683443 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-31.ec2.internal: 37.447µs I0405 15:02:04.710158 3861 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-56c6fc44b-4qckn] creating logical port openshift-image-registry_image-registry-56c6fc44b-4qckn for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:04.710284 3861 kube.go:256] Updating pod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:02:04.726590 3861 pod.go:62] [openshift-image-registry/image-registry-56c6fc44b-4qckn] pod update took 16.33916ms I0405 15:02:04.726617 3861 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-56c6fc44b-4qckn] addLogicalPort annotation time took 16.369172ms I0405 15:02:04.728025 3861 pods.go:271] [openshift-image-registry/image-registry-56c6fc44b-4qckn] addLogicalPort took 17.876061ms, libovsdb time 1.034206ms I0405 15:02:04.728112 3861 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-76c4889c56-vmssv] creating logical port openshift-ingress_router-default-76c4889c56-vmssv for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:04.728206 3861 kube.go:256] Updating pod openshift-ingress/router-default-76c4889c56-vmssv I0405 15:02:04.745326 3861 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-m4nvw] creating logical port openshift-ingress-canary_ingress-canary-m4nvw for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:04.745416 3861 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-m4nvw I0405 15:02:04.745453 3861 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4zg22] creating logical port openshift-dns_dns-default-4zg22 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:04.745543 3861 kube.go:256] Updating pod openshift-dns/dns-default-4zg22 I0405 15:02:04.750394 3861 pod.go:62] [openshift-ingress/router-default-76c4889c56-vmssv] pod update took 22.230662ms I0405 15:02:04.750411 3861 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-76c4889c56-vmssv] addLogicalPort annotation time took 22.251348ms I0405 15:02:04.751249 3861 pods.go:271] [openshift-ingress/router-default-76c4889c56-vmssv] addLogicalPort took 23.146949ms, libovsdb time 631.812µs I0405 15:02:04.762269 3861 pod.go:62] [openshift-ingress-canary/ingress-canary-m4nvw] pod update took 16.874824ms I0405 15:02:04.762287 3861 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-m4nvw] addLogicalPort annotation time took 16.896145ms I0405 15:02:04.762437 3861 pod.go:62] [openshift-dns/dns-default-4zg22] pod update took 16.911087ms I0405 15:02:04.762452 3861 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-4zg22] addLogicalPort annotation time took 16.944537ms I0405 15:02:04.763399 3861 pods.go:271] [openshift-ingress-canary/ingress-canary-m4nvw] addLogicalPort took 18.082302ms, libovsdb time 805.238µs I0405 15:02:04.763894 3861 pods.go:271] [openshift-dns/dns-default-4zg22] addLogicalPort took 18.449826ms, libovsdb time 1.209164ms I0405 15:02:05.100276 3861 cni.go:403] [openshift-ingress-canary/ingress-canary-m4nvw 610a6c03a5ef52f4aee2904afa17fc3f936af16ee87e0597e770a3e836609f90 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-m4nvw 610a6c03a5ef52f4aee2904afa17fc3f936af16ee87e0597e770a3e836609f90 network default NAD default] I0405 15:02:05.118107 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-m4nvw, hostIfaceName: 610a6c03a5ef52f, network: default, NAD default, SandboxID: "610a6c03a5ef52f4aee2904afa17fc3f936af16ee87e0597e770a3e836609f90", PCI device ID: , UID: "23b22848-ab4b-4895-b589-b02b1fdb25d2", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0405 15:02:05.163187 3861 cni.go:424] [openshift-ingress-canary/ingress-canary-m4nvw 610a6c03a5ef52f4aee2904afa17fc3f936af16ee87e0597e770a3e836609f90 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-m4nvw 610a6c03a5ef52f4aee2904afa17fc3f936af16ee87e0597e770a3e836609f90 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:c0:5e:0e:ab:32\",\"name\":\"610a6c03a5ef52f\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44636edb-56ad-478f-9c97-d209abb5e6ab\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:06.130147 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:06.251952 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:06.324546 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:06.839260 3861 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0405 15:02:06.840256 3861 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 972.017µs I0405 15:02:06.861199 3861 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 15:02:06.957565 3861 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw] creating logical port openshift-kube-storage-version-migrator_migrator-848b55fff-f46tw for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:06.957658 3861 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw I0405 15:02:06.978792 3861 pod.go:62] [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw] pod update took 21.157494ms I0405 15:02:06.978811 3861 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw] addLogicalPort annotation time took 21.190057ms I0405 15:02:06.980361 3861 pods.go:271] [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw] addLogicalPort took 22.815839ms, libovsdb time 1.221276ms I0405 15:02:07.194316 3861 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:07.299377 3861 cni.go:403] [openshift-network-diagnostics/network-check-target-wj2jk 20b5f7315f1af910028373d2d20eff55ff38c8ef9c03ce30ca4e331997b6a1c5 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wj2jk 20b5f7315f1af910028373d2d20eff55ff38c8ef9c03ce30ca4e331997b6a1c5 network default NAD default] I0405 15:02:07.310100 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wj2jk, hostIfaceName: 20b5f7315f1af91, network: default, NAD default, SandboxID: "20b5f7315f1af910028373d2d20eff55ff38c8ef9c03ce30ca4e331997b6a1c5", PCI device ID: , UID: "2118a48e-5efe-4c66-b6b2-a46fa94cd2ae", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0405 15:02:07.352847 3861 cni.go:424] [openshift-network-diagnostics/network-check-target-wj2jk 20b5f7315f1af910028373d2d20eff55ff38c8ef9c03ce30ca4e331997b6a1c5 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wj2jk 20b5f7315f1af910028373d2d20eff55ff38c8ef9c03ce30ca4e331997b6a1c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:dd:de:03:85:76\",\"name\":\"20b5f7315f1af91\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73e43f96-496d-4ea2-aaa6-efbdc195a249\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:07.363894 3861 cni.go:403] [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw 2cd4c951d761feca45d65a51f993cd663db6b7ac205ca23377ec900588cb86a0 network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw 2cd4c951d761feca45d65a51f993cd663db6b7ac205ca23377ec900588cb86a0 network default NAD default] I0405 15:02:07.386099 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-848b55fff-f46tw, hostIfaceName: 2cd4c951d761fec, network: default, NAD default, SandboxID: "2cd4c951d761feca45d65a51f993cd663db6b7ac205ca23377ec900588cb86a0", PCI device ID: , UID: "758d13f3-db26-408c-a946-1d2eb0d121f6", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0405 15:02:07.429684 3861 cni.go:424] [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw 2cd4c951d761feca45d65a51f993cd663db6b7ac205ca23377ec900588cb86a0 network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-848b55fff-f46tw 2cd4c951d761feca45d65a51f993cd663db6b7ac205ca23377ec900588cb86a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:f9:74:8b:83:a9\",\"name\":\"2cd4c951d761fec\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51073884-f34d-4f8d-8d9c-634d94b14e04\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:07.675753 3861 namespace.go:98] [openshift-service-ca] adding namespace I0405 15:02:07.676578 3861 namespace.go:102] [openshift-service-ca] adding namespace took 795.563µs I0405 15:02:07.693173 3861 namespace.go:142] [openshift-service-ca] updating namespace I0405 15:02:08.793690 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:08.793764 3861 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:08.793785 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 101.677µs I0405 15:02:08.793705 3861 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:02:09.353580 3861 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-b95c4699b-n92xm] creating logical port openshift-service-ca_service-ca-b95c4699b-n92xm for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:09.353696 3861 kube.go:256] Updating pod openshift-service-ca/service-ca-b95c4699b-n92xm I0405 15:02:09.368127 3861 pod.go:62] [openshift-service-ca/service-ca-b95c4699b-n92xm] pod update took 14.457269ms I0405 15:02:09.368148 3861 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-b95c4699b-n92xm] addLogicalPort annotation time took 14.485208ms I0405 15:02:09.369247 3861 pods.go:271] [openshift-service-ca/service-ca-b95c4699b-n92xm] addLogicalPort took 15.681746ms, libovsdb time 805.042µs I0405 15:02:10.440568 3861 cni.go:403] [openshift-service-ca/service-ca-b95c4699b-n92xm e64093412b0b4bbf622f5d57c79b12d07a037b30d394676d469fb083d40cae97 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-b95c4699b-n92xm e64093412b0b4bbf622f5d57c79b12d07a037b30d394676d469fb083d40cae97 network default NAD default] I0405 15:02:10.450050 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-b95c4699b-n92xm, hostIfaceName: e64093412b0b4bb, network: default, NAD default, SandboxID: "e64093412b0b4bbf622f5d57c79b12d07a037b30d394676d469fb083d40cae97", PCI device ID: , UID: "d2a061a7-ee13-4136-acc7-842af7ca34b5", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0405 15:02:10.494606 3861 cni.go:424] [openshift-service-ca/service-ca-b95c4699b-n92xm e64093412b0b4bbf622f5d57c79b12d07a037b30d394676d469fb083d40cae97 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-b95c4699b-n92xm e64093412b0b4bbf622f5d57c79b12d07a037b30d394676d469fb083d40cae97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:3b:19:cd:58:72\",\"name\":\"e64093412b0b4bb\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3afbc874-41ad-4a37-a4bf-0073fd98ee63\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:11.447366 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0405 15:02:13.891474 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:13.891519 3861 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:13.891526 3861 node_tracker.go:235] Node ip-10-0-1-157.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-157.ec2.internal" I0405 15:02:13.891600 3861 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:13.891618 3861 services_controller.go:574] Full service sync requested for network=default W0405 15:02:13.891957 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:13.892009 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:13.892140 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:13.983006 3861 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0405 15:02:14.016838 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:14.016882 3861 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:14.016892 3861 services_controller.go:574] Full service sync requested for network=default I0405 15:02:14.016925 3861 default_network_controller.go:1008] Node "ip-10-0-1-157.ec2.internal" in remote zone "ip-10-0-1-157.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0405 15:02:14.017006 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:14.017123 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0405 15:02:14.017212 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0405 15:02:14.017600 3861 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-157.ec2.internal for the network default I0405 15:02:14.018764 3861 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-157.ec2.internal" on network "default" took: 1.178646ms I0405 15:02:14.589691 3861 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6g9jk] creating logical port openshift-insights_insights-runtime-extractor-6g9jk for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:14.589798 3861 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6g9jk I0405 15:02:14.607248 3861 pod.go:62] [openshift-insights/insights-runtime-extractor-6g9jk] pod update took 17.487831ms I0405 15:02:14.607273 3861 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-6g9jk] addLogicalPort annotation time took 17.51713ms I0405 15:02:14.608417 3861 pods.go:271] [openshift-insights/insights-runtime-extractor-6g9jk] addLogicalPort took 18.740374ms, libovsdb time 810.793µs I0405 15:02:16.578540 3861 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-157.ec2.internal in network "default" I0405 15:02:16.578572 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:16.578589 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 21.495µs I0405 15:02:16.578599 3861 node_tracker.go:169] Node ip-10-0-1-157.ec2.internal switch + router changed, syncing services in network "default" I0405 15:02:16.578613 3861 services_controller.go:574] Full service sync requested for network=default I0405 15:02:16.578607 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0405 15:02:16.578623 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0405 15:02:16.578622 3861 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall W0405 15:02:16.578817 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0405 15:02:16.579013 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:16.579065 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:16.584588 3861 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-157.ec2.internal. Updating no re-route policies I0405 15:02:16.600293 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 10.0.1.157 to PMTUD blocking rules I0405 15:02:16.600307 3861 default_node_network_controller.go:1282] Adding remote node "ip-10-0-1-157.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0405 15:02:18.089135 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0405 15:02:20.701179 3861 cni.go:403] [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] I0405 15:02:20.710426 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-56c6fc44b-4qckn, hostIfaceName: df84218361801e7, network: default, NAD default, SandboxID: "df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651", PCI device ID: , UID: "de6e8614-363b-4a37-b9fb-a9b22037ff04", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0405 15:02:20.723570 3861 cni.go:403] [openshift-dns/dns-default-4zg22 950bfd07d3b33111f5572b237f0faf74594efe4779ec433e4adc1c641d7f7cac network default NAD default] ADD starting CNI request [openshift-dns/dns-default-4zg22 950bfd07d3b33111f5572b237f0faf74594efe4779ec433e4adc1c641d7f7cac network default NAD default] I0405 15:02:20.733436 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4zg22, hostIfaceName: 950bfd07d3b3311, network: default, NAD default, SandboxID: "950bfd07d3b33111f5572b237f0faf74594efe4779ec433e4adc1c641d7f7cac", PCI device ID: , UID: "39d31308-4975-4964-923d-083586c2bf85", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0405 15:02:20.759764 3861 cni.go:424] [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:12:cd:f2:bc:84\",\"name\":\"df84218361801e7\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc3a936a-70c8-4674-9a73-40311e84f2e5\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:20.779088 3861 cni.go:424] [openshift-dns/dns-default-4zg22 950bfd07d3b33111f5572b237f0faf74594efe4779ec433e4adc1c641d7f7cac network default NAD default] ADD finished CNI request [openshift-dns/dns-default-4zg22 950bfd07d3b33111f5572b237f0faf74594efe4779ec433e4adc1c641d7f7cac network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:91:2c:b2:76:81\",\"name\":\"950bfd07d3b3311\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8514156-2edc-43fe-afde-1efb3062cb41\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:21.055976 3861 cni.go:403] [kube-system/global-pull-secret-syncer-m2mkp c8c1ac7e469f1ffcaf393de714f2e1163285acdd915c3a191c5055cae2bc08d3 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-m2mkp c8c1ac7e469f1ffcaf393de714f2e1163285acdd915c3a191c5055cae2bc08d3 network default NAD default] I0405 15:02:21.067352 3861 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-m2mkp, hostIfaceName: c8c1ac7e469f1ff, network: default, NAD default, SandboxID: "c8c1ac7e469f1ffcaf393de714f2e1163285acdd915c3a191c5055cae2bc08d3", PCI device ID: , UID: "6b2399ff-7292-41b3-872e-13e7de6febac", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0405 15:02:21.111493 3861 cni.go:424] [kube-system/global-pull-secret-syncer-m2mkp c8c1ac7e469f1ffcaf393de714f2e1163285acdd915c3a191c5055cae2bc08d3 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-m2mkp c8c1ac7e469f1ffcaf393de714f2e1163285acdd915c3a191c5055cae2bc08d3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:64:44:d6:ad:06\",\"name\":\"c8c1ac7e469f1ff\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce2ddd04-267e-4fce-9917-8f4c119792ae\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:22.640268 3861 cni.go:403] [openshift-insights/insights-runtime-extractor-6g9jk ab700571d746cae58d1082b4908c8e258fbcb27185890f3f6f2cd9519c2c9d2f network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6g9jk ab700571d746cae58d1082b4908c8e258fbcb27185890f3f6f2cd9519c2c9d2f network default NAD default] I0405 15:02:22.653099 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6g9jk, hostIfaceName: ab700571d746cae, network: default, NAD default, SandboxID: "ab700571d746cae58d1082b4908c8e258fbcb27185890f3f6f2cd9519c2c9d2f", PCI device ID: , UID: "e54d04cf-c256-468d-84da-018253486a1f", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0405 15:02:22.698736 3861 cni.go:424] [openshift-insights/insights-runtime-extractor-6g9jk ab700571d746cae58d1082b4908c8e258fbcb27185890f3f6f2cd9519c2c9d2f network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6g9jk ab700571d746cae58d1082b4908c8e258fbcb27185890f3f6f2cd9519c2c9d2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:7e:00:4f:40:87\",\"name\":\"ab700571d746cae\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c475fbc-a046-4368-aead-8636dfb724cf\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:34.180844 3861 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:34.315877 3861 base_network_controller_pods.go:487] [default/openshift-console/downloads-744b9bb959-7bm8j] creating logical port openshift-console_downloads-744b9bb959-7bm8j for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:34.315986 3861 kube.go:256] Updating pod openshift-console/downloads-744b9bb959-7bm8j I0405 15:02:34.319501 3861 base_network_controller_pods.go:487] [default/openshift-console/console-7754f79997-87x49] creating logical port openshift-console_console-7754f79997-87x49 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:34.319585 3861 kube.go:256] Updating pod openshift-console/console-7754f79997-87x49 I0405 15:02:34.319602 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-vd4xc for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:34.319678 3861 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc W0405 15:02:34.327741 3861 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-5b6654bf-fnn2h IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5b6654bf-fnn2h: no pod IPs found I0405 15:02:34.344216 3861 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc] pod update took 24.552588ms I0405 15:02:34.344238 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc] addLogicalPort annotation time took 24.585924ms I0405 15:02:34.344354 3861 pod.go:62] [openshift-console/console-7754f79997-87x49] pod update took 24.796101ms I0405 15:02:34.344374 3861 base_network_controller_pods.go:937] [default/openshift-console/console-7754f79997-87x49] addLogicalPort annotation time took 24.818081ms I0405 15:02:34.344546 3861 pod.go:62] [openshift-console/downloads-744b9bb959-7bm8j] pod update took 28.581125ms I0405 15:02:34.344562 3861 base_network_controller_pods.go:937] [default/openshift-console/downloads-744b9bb959-7bm8j] addLogicalPort annotation time took 28.601952ms I0405 15:02:34.345495 3861 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc] addLogicalPort took 25.932289ms, libovsdb time 972.45µs I0405 15:02:34.345833 3861 pods.go:271] [openshift-console/console-7754f79997-87x49] addLogicalPort took 26.340853ms, libovsdb time 1.142481ms I0405 15:02:34.346181 3861 pods.go:271] [openshift-console/downloads-744b9bb959-7bm8j] addLogicalPort took 30.322018ms, libovsdb time 1.378775ms W0405 15:02:34.386932 3861 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:34.704911 3861 cni.go:403] [openshift-console/downloads-744b9bb959-7bm8j edd9ab2951f0749e4e7b6291b17d6a2aadbd6557d44700080f96e277be61ac07 network default NAD default] ADD starting CNI request [openshift-console/downloads-744b9bb959-7bm8j edd9ab2951f0749e4e7b6291b17d6a2aadbd6557d44700080f96e277be61ac07 network default NAD default] I0405 15:02:34.714700 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-744b9bb959-7bm8j, hostIfaceName: edd9ab2951f0749, network: default, NAD default, SandboxID: "edd9ab2951f0749e4e7b6291b17d6a2aadbd6557d44700080f96e277be61ac07", PCI device ID: , UID: "59265018-7c19-4995-ab0b-8856dd59024a", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0405 15:02:34.722474 3861 cni.go:403] [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] ADD starting CNI request [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] I0405 15:02:34.733569 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7754f79997-87x49, hostIfaceName: f6c0e1e1eb173a1, network: default, NAD default, SandboxID: "f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7", PCI device ID: , UID: "9830666e-3169-4f57-a95b-853b8c557ee2", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0405 15:02:34.757731 3861 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc 1c526b27ac7a8f4538884884529af785d48323cba7dbfc02a53de8464e20af35 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc 1c526b27ac7a8f4538884884529af785d48323cba7dbfc02a53de8464e20af35 network default NAD default] I0405 15:02:34.767117 3861 cni.go:424] [openshift-console/downloads-744b9bb959-7bm8j edd9ab2951f0749e4e7b6291b17d6a2aadbd6557d44700080f96e277be61ac07 network default NAD default] ADD finished CNI request [openshift-console/downloads-744b9bb959-7bm8j edd9ab2951f0749e4e7b6291b17d6a2aadbd6557d44700080f96e277be61ac07 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:b0:07:c5:38:1a\",\"name\":\"edd9ab2951f0749\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/231a67f6-5300-4bf7-b33b-e35f3b88eb85\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:34.769671 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-vd4xc, hostIfaceName: 1c526b27ac7a8f4, network: default, NAD default, SandboxID: "1c526b27ac7a8f4538884884529af785d48323cba7dbfc02a53de8464e20af35", PCI device ID: , UID: "5743e568-6caf-48de-a705-fb3272c5b645", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0405 15:02:34.786471 3861 cni.go:424] [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] ADD finished CNI request [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:a1:ef:56:5b:26\",\"name\":\"f6c0e1e1eb173a1\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b2918fdd-ba60-433a-9623-be8c9b1e7937\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:34.814298 3861 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc 1c526b27ac7a8f4538884884529af785d48323cba7dbfc02a53de8464e20af35 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-vd4xc 1c526b27ac7a8f4538884884529af785d48323cba7dbfc02a53de8464e20af35 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:1e:1f:cf:38:7b\",\"name\":\"1c526b27ac7a8f4\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/debbf883-a30b-4958-9fd8-09b36300083c\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:35.120553 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:02:35.120585 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 35.692µs W0405 15:02:35.981578 3861 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0405 15:02:37.545442 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0405 15:02:37.567491 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0405 15:02:37.882146 3861 cni.go:403] [openshift-ingress/router-default-76c4889c56-vmssv dd437cda92361f608bbe874373f409103ccb08458c598f46c1b1cc4642d7bf00 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-76c4889c56-vmssv dd437cda92361f608bbe874373f409103ccb08458c598f46c1b1cc4642d7bf00 network default NAD default] I0405 15:02:37.892720 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-76c4889c56-vmssv, hostIfaceName: dd437cda92361f6, network: default, NAD default, SandboxID: "dd437cda92361f608bbe874373f409103ccb08458c598f46c1b1cc4642d7bf00", PCI device ID: , UID: "b4b08668-7794-4c82-88b5-5a8e1379d2f4", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0405 15:02:37.941328 3861 cni.go:424] [openshift-ingress/router-default-76c4889c56-vmssv dd437cda92361f608bbe874373f409103ccb08458c598f46c1b1cc4642d7bf00 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-76c4889c56-vmssv dd437cda92361f608bbe874373f409103ccb08458c598f46c1b1cc4642d7bf00 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:fe:40:a7:6f:d5\",\"name\":\"dd437cda92361f6\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee1b5a37-9078-4c2b-947e-51a4cf351248\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:38.155741 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:38.155768 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:38.554513 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:38.603650 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0405 15:02:38.603683 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0405 15:02:39.313367 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0405 15:02:39.400349 3861 cni.go:403] [openshift-multus/network-metrics-daemon-dplbn 6e3b6cd3173ccbe1a0f3c61173e247e9d4991a2971215e1925a4d95af4bb1840 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-dplbn 6e3b6cd3173ccbe1a0f3c61173e247e9d4991a2971215e1925a4d95af4bb1840 network default NAD default] I0405 15:02:39.428361 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dplbn, hostIfaceName: 6e3b6cd3173ccbe, network: default, NAD default, SandboxID: "6e3b6cd3173ccbe1a0f3c61173e247e9d4991a2971215e1925a4d95af4bb1840", PCI device ID: , UID: "65be66f9-9a0b-418b-93f3-64ba91621894", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0405 15:02:39.475199 3861 cni.go:424] [openshift-multus/network-metrics-daemon-dplbn 6e3b6cd3173ccbe1a0f3c61173e247e9d4991a2971215e1925a4d95af4bb1840 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dplbn 6e3b6cd3173ccbe1a0f3c61173e247e9d4991a2971215e1925a4d95af4bb1840 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:50:7e:07:ec:85\",\"name\":\"6e3b6cd3173ccbe\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f524ea0a-2d6d-49ef-b601-6c42aa704b13\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:39.560721 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:39.588999 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0405 15:02:39.589021 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0405 15:02:39.589029 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0405 15:02:39.589183 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0405 15:02:39.589192 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0405 15:02:39.736910 3861 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0405 15:02:42.457790 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0405 15:02:44.043544 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0405 15:02:44.420241 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:02:45.228058 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:45.228165 3861 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0405 15:02:45.254062 3861 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.92945ms I0405 15:02:45.254102 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.970866ms I0405 15:02:45.255311 3861 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.267598ms, libovsdb time 895.436µs W0405 15:02:45.592845 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:02:46.100015 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5849b9f89d-wp8mp] creating logical port openshift-monitoring_thanos-querier-5849b9f89d-wp8mp for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:46.100176 3861 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5849b9f89d-wp8mp I0405 15:02:46.121628 3861 pod.go:62] [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp] pod update took 21.52729ms I0405 15:02:46.121651 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5849b9f89d-wp8mp] addLogicalPort annotation time took 21.552794ms I0405 15:02:46.122718 3861 pods.go:271] [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp] addLogicalPort took 22.7172ms, libovsdb time 755.333µs I0405 15:02:48.621052 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws] creating logical port openshift-monitoring_metrics-server-5bfbbbb5f7-6n2ws for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:48.621206 3861 kube.go:256] Updating pod openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws I0405 15:02:48.638519 3861 pod.go:62] [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws] pod update took 17.374856ms I0405 15:02:48.638550 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws] addLogicalPort annotation time took 17.410317ms I0405 15:02:48.639875 3861 pods.go:271] [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws] addLogicalPort took 18.839563ms, libovsdb time 938.372µs I0405 15:02:48.784464 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-4xf27] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-4xf27 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:48.784558 3861 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-4xf27 I0405 15:02:48.805317 3861 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27] pod update took 20.790643ms I0405 15:02:48.805371 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-4xf27] addLogicalPort annotation time took 20.847046ms I0405 15:02:48.806710 3861 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27] addLogicalPort took 22.257262ms, libovsdb time 985.308µs W0405 15:02:49.057209 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057231 3861 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:49.057241 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 15:02:49.393036 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7597ffcc7f-6kczs] creating logical port openshift-monitoring_telemeter-client-7597ffcc7f-6kczs for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:49.393179 3861 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7597ffcc7f-6kczs I0405 15:02:49.439987 3861 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7597ffcc7f-6kczs I0405 15:02:49.463783 3861 pod.go:62] [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs] pod update took 70.636473ms I0405 15:02:49.463810 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-7597ffcc7f-6kczs] addLogicalPort annotation time took 70.672804ms I0405 15:02:49.465262 3861 pods.go:271] [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs] addLogicalPort took 72.24657ms, libovsdb time 950.037µs W0405 15:02:49.992875 3861 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-59d4ff6b96-ctxv7 IP address from the namespace address-set, err: pod openshift-console/console-59d4ff6b96-ctxv7: no pod IPs found I0405 15:02:50.435405 3861 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:50.435526 3861 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0405 15:02:50.471564 3861 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 36.087293ms I0405 15:02:50.471585 3861 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 36.113973ms I0405 15:02:50.472826 3861 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 37.437667ms, libovsdb time 924.052µs I0405 15:02:51.643500 3861 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27 ab747e7932b8d422348474ca47c0bd8620fb8bf5d156d1123f695a7dbda87c74 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27 ab747e7932b8d422348474ca47c0bd8620fb8bf5d156d1123f695a7dbda87c74 network default NAD default] I0405 15:02:51.644827 3861 cni.go:403] [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp edb587d449120e98f03b9591a1fdb5393ecfa6505077a9c228dd0bf1db62d52b network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp edb587d449120e98f03b9591a1fdb5393ecfa6505077a9c228dd0bf1db62d52b network default NAD default] I0405 15:02:51.648673 3861 cni.go:403] [openshift-monitoring/prometheus-k8s-1 27ce00cd313e961145c67b9458245e2461b95d2ad4a42ee70ecb8f92b9b07195 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 27ce00cd313e961145c67b9458245e2461b95d2ad4a42ee70ecb8f92b9b07195 network default NAD default] I0405 15:02:51.649204 3861 cni.go:403] [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws 4fcdb54730e52ca30ac29658a40ddd6117f6c2c0cd81f353cadb25f716adce4e network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws 4fcdb54730e52ca30ac29658a40ddd6117f6c2c0cd81f353cadb25f716adce4e network default NAD default] I0405 15:02:51.649267 3861 cni.go:403] [openshift-monitoring/alertmanager-main-1 435bf82cc69a429319a298f79df794376fdf562cf342cba5686cbdcd624ab652 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 435bf82cc69a429319a298f79df794376fdf562cf342cba5686cbdcd624ab652 network default NAD default] I0405 15:02:51.657170 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-4xf27, hostIfaceName: ab747e7932b8d42, network: default, NAD default, SandboxID: "ab747e7932b8d422348474ca47c0bd8620fb8bf5d156d1123f695a7dbda87c74", PCI device ID: , UID: "f9968d0a-2307-4e1a-98eb-ee85e2527271", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0405 15:02:51.657854 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5849b9f89d-wp8mp, hostIfaceName: edb587d449120e9, network: default, NAD default, SandboxID: "edb587d449120e98f03b9591a1fdb5393ecfa6505077a9c228dd0bf1db62d52b", PCI device ID: , UID: "663efbb1-76ec-4e39-b6b1-5d862a056f95", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0405 15:02:51.672893 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 435bf82cc69a429, network: default, NAD default, SandboxID: "435bf82cc69a429319a298f79df794376fdf562cf342cba5686cbdcd624ab652", PCI device ID: , UID: "5f1b1b11-5571-4cf2-a7bf-a58da30ea8d3", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0405 15:02:51.673312 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 27ce00cd313e961, network: default, NAD default, SandboxID: "27ce00cd313e961145c67b9458245e2461b95d2ad4a42ee70ecb8f92b9b07195", PCI device ID: , UID: "f8d5670e-68b4-4320-8838-04e6fc4203de", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0405 15:02:51.675576 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5bfbbbb5f7-6n2ws, hostIfaceName: 4fcdb54730e52ca, network: default, NAD default, SandboxID: "4fcdb54730e52ca30ac29658a40ddd6117f6c2c0cd81f353cadb25f716adce4e", PCI device ID: , UID: "6fd5f72f-c999-47a3-8525-e51f89094f09", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0405 15:02:51.686274 3861 cni.go:403] [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs d787ded4f7fa98b8c895452a1e7075e81d7a13385e24991324c7e8c9e04faec6 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs d787ded4f7fa98b8c895452a1e7075e81d7a13385e24991324c7e8c9e04faec6 network default NAD default] I0405 15:02:51.701947 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7597ffcc7f-6kczs, hostIfaceName: d787ded4f7fa98b, network: default, NAD default, SandboxID: "d787ded4f7fa98b8c895452a1e7075e81d7a13385e24991324c7e8c9e04faec6", PCI device ID: , UID: "1d4faab9-4aa2-4511-808f-b376d6c635ed", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0405 15:02:51.730959 3861 cni.go:424] [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp edb587d449120e98f03b9591a1fdb5393ecfa6505077a9c228dd0bf1db62d52b network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5849b9f89d-wp8mp edb587d449120e98f03b9591a1fdb5393ecfa6505077a9c228dd0bf1db62d52b network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:57:98:f0:7e:fd\",\"name\":\"edb587d449120e9\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aef91d3d-ca7c-4f49-9773-33b1fa3e6733\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:51.746469 3861 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27 ab747e7932b8d422348474ca47c0bd8620fb8bf5d156d1123f695a7dbda87c74 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-4xf27 ab747e7932b8d422348474ca47c0bd8620fb8bf5d156d1123f695a7dbda87c74 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:bd:cf:94:96:d6\",\"name\":\"ab747e7932b8d42\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dcdd5a0-7f70-43fd-a981-76e10008e870\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:51.815842 3861 cni.go:424] [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs d787ded4f7fa98b8c895452a1e7075e81d7a13385e24991324c7e8c9e04faec6 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-7597ffcc7f-6kczs d787ded4f7fa98b8c895452a1e7075e81d7a13385e24991324c7e8c9e04faec6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:67:fe:32:c7:2c\",\"name\":\"d787ded4f7fa98b\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d7168f-09bd-410d-8365-e0754b846b9d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:51.974357 3861 cni.go:424] [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws 4fcdb54730e52ca30ac29658a40ddd6117f6c2c0cd81f353cadb25f716adce4e network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-5bfbbbb5f7-6n2ws 4fcdb54730e52ca30ac29658a40ddd6117f6c2c0cd81f353cadb25f716adce4e network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:28:68:aa:a1:89\",\"name\":\"4fcdb54730e52ca\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ffc779-30ce-4b99-90aa-c040ec973632\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:51.974475 3861 cni.go:424] [openshift-monitoring/alertmanager-main-1 435bf82cc69a429319a298f79df794376fdf562cf342cba5686cbdcd624ab652 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 435bf82cc69a429319a298f79df794376fdf562cf342cba5686cbdcd624ab652 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:93:ce:58:32:c7\",\"name\":\"435bf82cc69a429\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25bacd6a-9aaa-484a-beb7-3278282a8a2b\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:02:51.974797 3861 cni.go:424] [openshift-monitoring/prometheus-k8s-1 27ce00cd313e961145c67b9458245e2461b95d2ad4a42ee70ecb8f92b9b07195 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 27ce00cd313e961145c67b9458245e2461b95d2ad4a42ee70ecb8f92b9b07195 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:38:74:48:dc:68\",\"name\":\"27ce00cd313e961\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9791505e-b254-4e7a-b2f5-f0d25ed55d15\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:02:52.669752 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0405 15:02:53.074027 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0405 15:02:53.144726 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144744 3861 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144749 3861 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.144753 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:02:53.210383 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.210428 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:53.226877 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:55.683230 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:02:55.744597 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.744620 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:02:55.783272 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783293 3861 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.783299 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:02:55.958162 3861 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-7jbgt IP address from the namespace address-set, err: pod openshift-console/console-8544465757-7jbgt: no pod IPs found W0405 15:02:55.962006 3861 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-8544465757-b8gk7 IP address from the namespace address-set, err: pod openshift-console/console-8544465757-b8gk7: no pod IPs found I0405 15:02:59.568965 3861 cni.go:403] [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] I0405 15:02:59.641506 3861 cni.go:424] [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-56c6fc44b-4qckn df84218361801e770f72ff2c314794b2e40dff8d66807982e82921267072c651 network default NAD default], result "{}", err I0405 15:02:59.728598 3861 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:02:59.728700 3861 pods.go:176] Deleting pod: openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:02:59.729994 3861 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-56c6fc44b-4qckn, ips: 10.129.0.6 I0405 15:02:59.730023 3861 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:02:59.738616 3861 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6dfc495989-fjbwg] creating logical port openshift-image-registry_image-registry-6dfc495989-fjbwg for pod on switch ip-10-0-0-31.ec2.internal I0405 15:02:59.738737 3861 kube.go:256] Updating pod openshift-image-registry/image-registry-6dfc495989-fjbwg I0405 15:02:59.760862 3861 pod.go:62] [openshift-image-registry/image-registry-6dfc495989-fjbwg] pod update took 22.147429ms I0405 15:02:59.760885 3861 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6dfc495989-fjbwg] addLogicalPort annotation time took 22.174668ms I0405 15:02:59.762011 3861 pods.go:271] [openshift-image-registry/image-registry-6dfc495989-fjbwg] addLogicalPort took 23.409879ms, libovsdb time 769.691µs I0405 15:03:00.150909 3861 cni.go:403] [openshift-image-registry/image-registry-6dfc495989-fjbwg 13d0396bcaf158e73aab42776c18ed4cbf4812c7577f23f10570e74973522737 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6dfc495989-fjbwg 13d0396bcaf158e73aab42776c18ed4cbf4812c7577f23f10570e74973522737 network default NAD default] I0405 15:03:00.161194 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6dfc495989-fjbwg, hostIfaceName: 13d0396bcaf158e, network: default, NAD default, SandboxID: "13d0396bcaf158e73aab42776c18ed4cbf4812c7577f23f10570e74973522737", PCI device ID: , UID: "7c26d008-276c-4d66-a999-15ed2350591d", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0405 15:03:00.214777 3861 cni.go:424] [openshift-image-registry/image-registry-6dfc495989-fjbwg 13d0396bcaf158e73aab42776c18ed4cbf4812c7577f23f10570e74973522737 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6dfc495989-fjbwg 13d0396bcaf158e73aab42776c18ed4cbf4812c7577f23f10570e74973522737 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:59:e6:e8:c4:60\",\"name\":\"13d0396bcaf158e\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/282983ce-0711-4338-a543-4962d65d008e\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:03:00.727105 3861 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.727238 3861 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-4qckn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:00.733396 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-4qckn I0405 15:03:00.733472 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-4qckn W0405 15:03:03.704285 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:03:03.704313 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:03:03.704322 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0405 15:03:03.704328 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0405 15:03:06.647893 3861 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:06.648475 3861 obj_retry.go:464] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:07.467850 3861 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.467874 3861 obj_retry.go:458] Detected object openshift-console/console-7754f79997-gdx2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:07.474711 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-gdx2s I0405 15:03:07.474736 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-gdx2s W0405 15:03:14.099222 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:03:14.099245 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0405 15:03:15.665342 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665361 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665368 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665379 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665383 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:15.665388 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0405 15:03:16.340421 3861 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:16.340934 3861 obj_retry.go:464] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 15:03:16.675886 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0405 15:03:17.197100 3861 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.197120 3861 obj_retry.go:458] Detected object openshift-console/console-59d4ff6b96-bkbkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:17.204150 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59d4ff6b96-bkbkd I0405 15:03:17.204171 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59d4ff6b96-bkbkd W0405 15:03:21.717032 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0405 15:03:22.363896 3861 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.364466 3861 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:22.808335 3861 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.808356 3861 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56c6fc44b-l64fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:22.811475 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56c6fc44b-l64fm I0405 15:03:22.811498 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56c6fc44b-l64fm W0405 15:03:25.635720 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:25.635742 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:25.635749 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0405 15:03:31.556645 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0405 15:03:31.580700 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0405 15:03:41.606452 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0405 15:03:42.708231 3861 cni.go:403] [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] DEL starting CNI request [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] I0405 15:03:42.781687 3861 cni.go:424] [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default] DEL finished CNI request [openshift-console/console-7754f79997-87x49 f6c0e1e1eb173a16fb6d9f406f581a539c59573de557fd71546d22f02048e7b7 network default NAD default], result "{}", err I0405 15:03:42.851683 3861 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:42.851720 3861 pods.go:176] Deleting pod: openshift-console/console-7754f79997-87x49 I0405 15:03:42.852849 3861 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7754f79997-87x49, ips: 10.129.0.14 I0405 15:03:42.852877 3861 obj_retry.go:464] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:43.175464 3861 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.175489 3861 obj_retry.go:458] Detected object openshift-console/console-7754f79997-87x49 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:43.181754 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7754f79997-87x49 I0405 15:03:43.181778 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7754f79997-87x49 I0405 15:03:47.351612 3861 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.352150 3861 obj_retry.go:464] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:03:47.616789 3861 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.616812 3861 obj_retry.go:458] Detected object openshift-ingress/router-default-65dcdf7b47-l558j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:03:47.626360 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-65dcdf7b47-l558j I0405 15:03:47.626379 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-65dcdf7b47-l558j W0405 15:03:50.945956 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0405 15:03:50.946032 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0405 15:04:23.656774 3861 base_network_controller_pods.go:487] [default/openshift-console/console-7dbbb7fd7-xbd27] creating logical port openshift-console_console-7dbbb7fd7-xbd27 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:04:23.656870 3861 kube.go:256] Updating pod openshift-console/console-7dbbb7fd7-xbd27 I0405 15:04:23.686798 3861 pod.go:62] [openshift-console/console-7dbbb7fd7-xbd27] pod update took 29.954222ms I0405 15:04:23.686821 3861 base_network_controller_pods.go:937] [default/openshift-console/console-7dbbb7fd7-xbd27] addLogicalPort annotation time took 29.982389ms I0405 15:04:23.688133 3861 pods.go:271] [openshift-console/console-7dbbb7fd7-xbd27] addLogicalPort took 31.373159ms, libovsdb time 976.134µs I0405 15:04:24.015264 3861 cni.go:403] [openshift-console/console-7dbbb7fd7-xbd27 5e44a3dd4646db532a1b07cfe2d23bfc27b93e8c684566ce383c4c5c39ab319b network default NAD default] ADD starting CNI request [openshift-console/console-7dbbb7fd7-xbd27 5e44a3dd4646db532a1b07cfe2d23bfc27b93e8c684566ce383c4c5c39ab319b network default NAD default] I0405 15:04:24.024363 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7dbbb7fd7-xbd27, hostIfaceName: 5e44a3dd4646db5, network: default, NAD default, SandboxID: "5e44a3dd4646db532a1b07cfe2d23bfc27b93e8c684566ce383c4c5c39ab319b", PCI device ID: , UID: "8a92719c-afa8-4a36-a1da-86f6d7131be9", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0405 15:04:24.069674 3861 cni.go:424] [openshift-console/console-7dbbb7fd7-xbd27 5e44a3dd4646db532a1b07cfe2d23bfc27b93e8c684566ce383c4c5c39ab319b network default NAD default] ADD finished CNI request [openshift-console/console-7dbbb7fd7-xbd27 5e44a3dd4646db532a1b07cfe2d23bfc27b93e8c684566ce383c4c5c39ab319b network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:8c:0b:4c:b2:9b\",\"name\":\"5e44a3dd4646db5\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b06f861f-bf87-4a18-8923-7225a0acb0b8\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:04:34.089367 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0405 15:04:49.502876 3861 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.503461 3861 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:49.897872 3861 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.897894 3861 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-wvwkm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:49.904917 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-wvwkm I0405 15:04:49.904937 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-wvwkm I0405 15:04:51.011700 3861 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012281 3861 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012311 3861 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012320 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0405 15:04:51.012332 3861 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:04:51.012337 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0405 15:04:52.051703 3861 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051727 3861 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051749 3861 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:52.051769 3861 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906vdxg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:53.801064 3861 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:53.808376 3861 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0405 15:04:59.431127 3861 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.431610 3861 obj_retry.go:464] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:04:59.606034 3861 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.606052 3861 obj_retry.go:458] Detected object openshift-console/console-fd76b8996-mr7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:04:59.611698 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fd76b8996-mr7k5 I0405 15:04:59.611720 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fd76b8996-mr7k5 I0405 15:05:11.095480 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:11.096037 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:12.002969 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:12.002991 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590020-md878 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:47.063348 3861 namespace.go:98] [tsf] adding namespace I0405 15:05:47.064240 3861 namespace.go:102] [tsf] adding namespace took 872.436µs I0405 15:05:47.079767 3861 namespace.go:142] [tsf] updating namespace I0405 15:05:47.100823 3861 namespace.go:142] [tsf] updating namespace I0405 15:05:51.425023 3861 namespace.go:98] [rhtpa-operator] adding namespace I0405 15:05:51.425872 3861 namespace.go:102] [rhtpa-operator] adding namespace took 826.786µs I0405 15:05:51.427514 3861 namespace.go:98] [tsf-tpa] adding namespace I0405 15:05:51.428178 3861 namespace.go:102] [tsf-tpa] adding namespace took 648.304µs I0405 15:05:51.431696 3861 namespace.go:98] [cert-manager-operator] adding namespace I0405 15:05:51.431792 3861 namespace.go:98] [konflux-ui] adding namespace I0405 15:05:51.431927 3861 namespace.go:98] [tsf-tas] adding namespace I0405 15:05:51.432392 3861 namespace.go:102] [cert-manager-operator] adding namespace took 677.596µs I0405 15:05:51.433001 3861 namespace.go:102] [konflux-ui] adding namespace took 1.191536ms I0405 15:05:51.433486 3861 namespace.go:102] [tsf-tas] adding namespace took 1.544207ms I0405 15:05:51.433508 3861 namespace.go:98] [rhbk-operator] adding namespace I0405 15:05:51.433930 3861 namespace.go:102] [rhbk-operator] adding namespace took 417.031µs I0405 15:05:51.443701 3861 namespace.go:98] [tsf-keycloak] adding namespace I0405 15:05:51.443763 3861 namespace.go:98] [konflux-operator] adding namespace I0405 15:05:51.444307 3861 namespace.go:102] [tsf-keycloak] adding namespace took 588.891µs I0405 15:05:51.444823 3861 namespace.go:102] [konflux-operator] adding namespace took 1.044667ms I0405 15:05:51.446857 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.459711 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.489902 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.489950 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.490047 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.490088 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.497813 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:51.527295 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.527486 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.527565 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.527602 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:05:51.554649 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.575773 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:05:51.594136 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.602907 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:05:51.622791 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.646187 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:05:51.660524 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.674953 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:51.698388 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.710844 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:05:51.716649 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.725562 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:05:51.833897 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.539828 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:05:52.549870 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:05:58.297840 3861 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.298384 3861 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.298413 3861 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.298422 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:58.298437 3861 obj_retry.go:464] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:58.298446 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.316303 3861 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316810 3861 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316830 3861 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316837 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:05:59.316848 3861 obj_retry.go:464] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:05:59.316852 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:05:59.332021 3861 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332038 3861 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332046 3861 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:05:59.332056 3861 obj_retry.go:458] Detected object openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342482 3861 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342504 3861 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342517 3861 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:00.342529 3861 obj_retry.go:458] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecedx8db of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:04.337159 3861 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337675 3861 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337698 3861 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337705 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:04.337715 3861 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:04.337719 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:05.367039 3861 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367090 3861 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367109 3861 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.367123 3861 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1hsfd5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:05.368012 3861 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.368533 3861 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.368556 3861 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.368563 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:05.368576 3861 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:05.368582 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.350358 3861 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.350834 3861 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.350861 3861 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.350868 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:06.350879 3861 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:06.350884 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:06.393688 3861 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.393706 3861 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.393720 3861 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:06.393733 3861 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5b9t8s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.390050 3861 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.390081 3861 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.390097 3861 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:07.390111 3861 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74x2vs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:08.379856 3861 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.380363 3861 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.380386 3861 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.380395 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0405 15:06:08.380407 3861 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0405 15:06:08.380411 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0405 15:06:09.406661 3861 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406685 3861 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406701 3861 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:06:09.406713 3861 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafkb9xb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0405 15:06:11.288148 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0405 15:06:17.639212 3861 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0405 15:06:18.523838 3861 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:18.581144 3861 namespace.go:142] [openshift-operators] updating namespace W0405 15:06:20.357120 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.467490 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.491866 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.492946 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0405 15:06:25.504661 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0405 15:06:27.131831 3861 namespace.go:142] [openshift-operators] updating namespace I0405 15:06:27.774579 3861 namespace.go:98] [cert-manager] adding namespace I0405 15:06:27.775480 3861 namespace.go:102] [cert-manager] adding namespace took 878.687µs I0405 15:06:27.936401 3861 namespace.go:142] [cert-manager] updating namespace I0405 15:06:27.958237 3861 namespace.go:142] [cert-manager] updating namespace I0405 15:06:32.669006 3861 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-jjv9p for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:32.669145 3861 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p I0405 15:06:32.694966 3861 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p] pod update took 25.857663ms I0405 15:06:32.694988 3861 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p] addLogicalPort annotation time took 25.884741ms I0405 15:06:32.696211 3861 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p] addLogicalPort took 27.22428ms, libovsdb time 859.935µs I0405 15:06:32.753653 3861 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-hv2cp for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:32.753722 3861 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp I0405 15:06:32.784758 3861 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp] pod update took 31.054157ms I0405 15:06:32.784779 3861 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp] addLogicalPort annotation time took 31.077034ms I0405 15:06:32.785891 3861 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp] addLogicalPort took 32.247546ms, libovsdb time 763.194µs I0405 15:06:33.031021 3861 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p d6b6f7ed9f37f6ed6c75901878b73adca90b712d6d7c27ccf99bb7c24992eb8d network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p d6b6f7ed9f37f6ed6c75901878b73adca90b712d6d7c27ccf99bb7c24992eb8d network default NAD default] I0405 15:06:33.039919 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-jjv9p, hostIfaceName: d6b6f7ed9f37f6e, network: default, NAD default, SandboxID: "d6b6f7ed9f37f6ed6c75901878b73adca90b712d6d7c27ccf99bb7c24992eb8d", PCI device ID: , UID: "3b35c4a6-c03e-4eb4-aa90-d911b5c36316", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0405 15:06:33.085615 3861 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p d6b6f7ed9f37f6ed6c75901878b73adca90b712d6d7c27ccf99bb7c24992eb8d network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-jjv9p d6b6f7ed9f37f6ed6c75901878b73adca90b712d6d7c27ccf99bb7c24992eb8d network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:69:bf:62:a5:ef\",\"name\":\"d6b6f7ed9f37f6e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c23fc440-f953-45f8-987b-055362d0b4c5\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:06:33.500566 3861 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp c50125b0bc541f179af0263faf9c322034c8272b44bdc844b8b0328db965f532 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp c50125b0bc541f179af0263faf9c322034c8272b44bdc844b8b0328db965f532 network default NAD default] I0405 15:06:33.510639 3861 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-hv2cp, hostIfaceName: c50125b0bc541f1, network: default, NAD default, SandboxID: "c50125b0bc541f179af0263faf9c322034c8272b44bdc844b8b0328db965f532", PCI device ID: , UID: "25bb5344-5002-42e6-9e70-354cfe2a19c9", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0405 15:06:33.557856 3861 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp c50125b0bc541f179af0263faf9c322034c8272b44bdc844b8b0328db965f532 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-hv2cp c50125b0bc541f179af0263faf9c322034c8272b44bdc844b8b0328db965f532 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:15:f9:03:9a:66\",\"name\":\"c50125b0bc541f1\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70016e0a-9027-425c-a5c8-4bb29903ac9b\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:06:33.594054 3861 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-jpzq5 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:33.594152 3861 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5 I0405 15:06:33.606374 3861 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5] pod update took 12.241986ms I0405 15:06:33.606392 3861 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5] addLogicalPort annotation time took 12.264388ms I0405 15:06:33.607513 3861 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5] addLogicalPort took 13.472747ms, libovsdb time 768.366µs I0405 15:06:33.967227 3861 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5 a38022d477f205303fdf2fae8ff5d937ef71da3b95bfee2facb962edc2027583 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5 a38022d477f205303fdf2fae8ff5d937ef71da3b95bfee2facb962edc2027583 network default NAD default] I0405 15:06:33.976405 3861 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-jpzq5, hostIfaceName: a38022d477f2053, network: default, NAD default, SandboxID: "a38022d477f205303fdf2fae8ff5d937ef71da3b95bfee2facb962edc2027583", PCI device ID: , UID: "02246372-91e8-4bc0-b6b5-0be3a5723d4c", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0405 15:06:34.023523 3861 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5 a38022d477f205303fdf2fae8ff5d937ef71da3b95bfee2facb962edc2027583 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-jpzq5 a38022d477f205303fdf2fae8ff5d937ef71da3b95bfee2facb962edc2027583 network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:3c:40:b2:0a:85\",\"name\":\"a38022d477f2053\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d17f31c8-6c15-4a96-9603-d8b500729f59\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:06:38.061865 3861 namespace.go:98] [trusted-artifact-signer] adding namespace I0405 15:06:38.062658 3861 namespace.go:102] [trusted-artifact-signer] adding namespace took 770.803µs I0405 15:06:38.064905 3861 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:38.091848 3861 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:38.442820 3861 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-dlp26] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-dlp26 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:38.442920 3861 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 I0405 15:06:38.532881 3861 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 I0405 15:06:38.584998 3861 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26] pod update took 142.106521ms I0405 15:06:38.585025 3861 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-dlp26] addLogicalPort annotation time took 142.137941ms I0405 15:06:38.586392 3861 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26] addLogicalPort took 143.595443ms, libovsdb time 891.248µs W0405 15:06:38.649570 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.649586 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:38.696427 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:38.788428 3861 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 981c27a8cc4fb737524f79194b6e5e8f5cc5cdc4c15f73b94ff933bf806c84fa network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 981c27a8cc4fb737524f79194b6e5e8f5cc5cdc4c15f73b94ff933bf806c84fa network default NAD default] I0405 15:06:38.797594 3861 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-dlp26, hostIfaceName: 981c27a8cc4fb73, network: default, NAD default, SandboxID: "981c27a8cc4fb737524f79194b6e5e8f5cc5cdc4c15f73b94ff933bf806c84fa", PCI device ID: , UID: "1605f6e7-6af7-4799-99d6-881f4cb567b8", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0405 15:06:38.846982 3861 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 981c27a8cc4fb737524f79194b6e5e8f5cc5cdc4c15f73b94ff933bf806c84fa network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-dlp26 981c27a8cc4fb737524f79194b6e5e8f5cc5cdc4c15f73b94ff933bf806c84fa network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:0b:b9:b9:44:f8\",\"name\":\"981c27a8cc4fb73\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfdf991f-40d2-42e8-970b-886df4e0905e\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:06:44.616580 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0405 15:06:44.616605 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0405 15:06:44.771579 3861 namespace.go:98] [openshift-pipelines] adding namespace I0405 15:06:44.772532 3861 namespace.go:102] [openshift-pipelines] adding namespace took 927.667µs I0405 15:06:44.791997 3861 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:06:45.484362 3861 namespace.go:142] [cert-manager] updating namespace I0405 15:06:45.684953 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:46.086007 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:46.285821 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:46.484705 3861 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:46.893018 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:47.091745 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:47.287917 3861 namespace.go:142] [trusted-artifact-signer] updating namespace W0405 15:06:47.465794 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.473689 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.493111 3861 namespace.go:142] [tsf] updating namespace W0405 15:06:47.493183 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0405 15:06:47.500945 3861 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:47.693895 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:47.893787 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.097607 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.226712 3861 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.240704 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.249127 3861 namespace.go:142] [default] updating namespace I0405 15:06:48.258737 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.267599 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.278761 3861 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:48.288956 3861 namespace.go:142] [openshift] updating namespace I0405 15:06:48.296972 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:48.306603 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:48.316829 3861 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:48.326426 3861 namespace.go:142] [tsf] updating namespace I0405 15:06:48.344906 3861 namespace.go:142] [tsf-keycloak] updating namespace I0405 15:06:48.354471 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:48.376127 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:48.479653 3861 namespace.go:142] [cert-manager] updating namespace I0405 15:06:48.583102 3861 namespace.go:142] [cert-manager-operator] updating namespace I0405 15:06:48.678597 3861 namespace.go:142] [default] updating namespace I0405 15:06:48.778912 3861 namespace.go:142] [konflux-operator] updating namespace I0405 15:06:48.877006 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:06:48.989699 3861 namespace.go:142] [open-cluster-management-2pg2fjdq68r3p7tgquekb6139ghtr5vi] updating namespace I0405 15:06:48.995817 3861 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-bbpfw] creating logical port cert-manager_cert-manager-59ccb4bb6b-bbpfw for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:48.995906 3861 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-bbpfw I0405 15:06:49.064842 3861 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-bbpfw I0405 15:06:49.078882 3861 namespace.go:142] [openshift] updating namespace I0405 15:06:49.089125 3861 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-bbpfw] pod update took 93.24063ms I0405 15:06:49.089145 3861 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-bbpfw] addLogicalPort annotation time took 93.264977ms I0405 15:06:49.090335 3861 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-bbpfw] addLogicalPort took 94.533335ms, libovsdb time 853.811µs I0405 15:06:49.194751 3861 namespace.go:142] [rhbk-operator] updating namespace I0405 15:06:49.308709 3861 namespace.go:142] [rhtpa-operator] updating namespace I0405 15:06:49.423809 3861 namespace.go:142] [trusted-artifact-signer] updating namespace I0405 15:06:49.528785 3861 namespace.go:142] [tsf] updating namespace I0405 15:06:49.592714 3861 namespace.go:142] [tsf-keycloak] updating namespace W0405 15:06:49.624872 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0405 15:06:49.641579 3861 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-bbpfw 5db48d991fa97ea4fa704e2703dd73ece7f5a82c882d944843aca8093bc58e75 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-bbpfw 5db48d991fa97ea4fa704e2703dd73ece7f5a82c882d944843aca8093bc58e75 network default NAD default] I0405 15:06:49.658193 3861 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-bbpfw, hostIfaceName: 5db48d991fa97ea, network: default, NAD default, SandboxID: "5db48d991fa97ea4fa704e2703dd73ece7f5a82c882d944843aca8093bc58e75", PCI device ID: , UID: "6ee98018-10c6-460f-b358-c210e106c4f5", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0405 15:06:49.688978 3861 namespace.go:142] [tsf-tas] updating namespace I0405 15:06:49.710893 3861 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-bbpfw 5db48d991fa97ea4fa704e2703dd73ece7f5a82c882d944843aca8093bc58e75 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-bbpfw 5db48d991fa97ea4fa704e2703dd73ece7f5a82c882d944843aca8093bc58e75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:c9:90:94:0a:ab\",\"name\":\"5db48d991fa97ea\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96065510-531d-4bd8-9679-125af8e22283\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:06:49.829901 3861 namespace.go:142] [tsf-tpa] updating namespace I0405 15:06:50.620993 3861 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:06:58.626925 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp for pod on switch ip-10-0-0-31.ec2.internal I0405 15:06:58.627002 3861 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp I0405 15:06:58.641099 3861 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp] pod update took 14.12008ms I0405 15:06:58.641120 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp] addLogicalPort annotation time took 14.143443ms I0405 15:06:58.642241 3861 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp] addLogicalPort took 15.328956ms, libovsdb time 787.024µs I0405 15:06:58.986326 3861 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp fef3b67f1d726f9050d8c9725480edf35b3afd6d89524a60034e6609419a5c27 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp fef3b67f1d726f9050d8c9725480edf35b3afd6d89524a60034e6609419a5c27 network default NAD default] I0405 15:06:58.995329 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp, hostIfaceName: fef3b67f1d726f9, network: default, NAD default, SandboxID: "fef3b67f1d726f9050d8c9725480edf35b3afd6d89524a60034e6609419a5c27", PCI device ID: , UID: "25c11e65-5599-4816-a21c-809581d4e286", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0405 15:06:59.043528 3861 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp fef3b67f1d726f9050d8c9725480edf35b3afd6d89524a60034e6609419a5c27 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-rwjtp fef3b67f1d726f9050d8c9725480edf35b3afd6d89524a60034e6609419a5c27 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:51:55:af:51:e4\",\"name\":\"fef3b67f1d726f9\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0347cd87-37e5-45c8-b306-c18c6f226ec2\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:07:03.603493 3861 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.603516 3861 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.603522 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0405 15:07:03.622994 3861 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623012 3861 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623018 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.623022 3861 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0405 15:07:03.672962 3861 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.672984 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0405 15:07:03.672988 3861 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0405 15:07:07.288711 3861 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.289218 3861 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:07.308270 3861 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.308286 3861 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:07.314583 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0405 15:07:07.314610 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0405 15:07:17.213689 3861 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0405 15:07:17.242734 3861 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0405 15:07:20.479587 3861 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0405 15:07:21.510891 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-7czts for pod on switch ip-10-0-0-31.ec2.internal I0405 15:07:21.510973 3861 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts I0405 15:07:21.525409 3861 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts] pod update took 14.459348ms I0405 15:07:21.525429 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts] addLogicalPort annotation time took 14.484291ms I0405 15:07:21.526762 3861 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts] addLogicalPort took 15.8819ms, libovsdb time 887.848µs I0405 15:07:21.571249 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-bmk2g for pod on switch ip-10-0-0-31.ec2.internal I0405 15:07:21.571322 3861 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g I0405 15:07:21.586005 3861 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g] pod update took 14.698826ms I0405 15:07:21.586027 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g] addLogicalPort annotation time took 14.727054ms I0405 15:07:21.587147 3861 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g] addLogicalPort took 15.907325ms, libovsdb time 760.423µs I0405 15:07:21.922026 3861 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts a5e1f74f508ed0d7e98649fdabefe504db28e46bde5686ad2004f5df38e723a3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts a5e1f74f508ed0d7e98649fdabefe504db28e46bde5686ad2004f5df38e723a3 network default NAD default] I0405 15:07:21.931291 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-7czts, hostIfaceName: a5e1f74f508ed0d, network: default, NAD default, SandboxID: "a5e1f74f508ed0d7e98649fdabefe504db28e46bde5686ad2004f5df38e723a3", PCI device ID: , UID: "74f1bcda-d330-4bdf-bcc6-a2df5286632f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0405 15:07:21.965912 3861 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g 391eef517f9e4deef702094ea23b18603cb6b3ae07989e2724dd39378c48e124 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g 391eef517f9e4deef702094ea23b18603cb6b3ae07989e2724dd39378c48e124 network default NAD default] I0405 15:07:21.977241 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-bmk2g, hostIfaceName: 391eef517f9e4de, network: default, NAD default, SandboxID: "391eef517f9e4deef702094ea23b18603cb6b3ae07989e2724dd39378c48e124", PCI device ID: , UID: "5ff995a8-def1-472d-bd5c-7403f7edcf02", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0405 15:07:21.983568 3861 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts a5e1f74f508ed0d7e98649fdabefe504db28e46bde5686ad2004f5df38e723a3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-7czts a5e1f74f508ed0d7e98649fdabefe504db28e46bde5686ad2004f5df38e723a3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:d2:c2:2a:00:75\",\"name\":\"a5e1f74f508ed0d\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a695139-3ebd-43a2-9a0c-fdb08c8643ce\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:07:22.024550 3861 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g 391eef517f9e4deef702094ea23b18603cb6b3ae07989e2724dd39378c48e124 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-bmk2g 391eef517f9e4deef702094ea23b18603cb6b3ae07989e2724dd39378c48e124 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:2c:4b:e2:c4:8f\",\"name\":\"391eef517f9e4de\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6571fe2a-9509-47a3-97f0-fe53a3c77d7f\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:07:24.716151 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0405 15:07:39.359162 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0405 15:07:42.239647 3861 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0405 15:07:42.469744 3861 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.470297 3861 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:07:42.494310 3861 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.494325 3861 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:07:42.499116 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0405 15:07:42.499144 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0405 15:07:50.397948 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.397971 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:07:50.398026 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:08:01.357745 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0405 15:08:02.304604 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-g2hqc for pod on switch ip-10-0-0-31.ec2.internal I0405 15:08:02.304689 3861 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc I0405 15:08:02.322343 3861 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc] pod update took 17.680276ms I0405 15:08:02.322367 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc] addLogicalPort annotation time took 17.706905ms I0405 15:08:02.323716 3861 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc] addLogicalPort took 19.126112ms, libovsdb time 955.918µs I0405 15:08:02.503355 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-7f6m4 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:08:02.503439 3861 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4 I0405 15:08:02.517212 3861 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4] pod update took 13.791598ms I0405 15:08:02.517234 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4] addLogicalPort annotation time took 13.823002ms I0405 15:08:02.518579 3861 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4] addLogicalPort took 15.23559ms, libovsdb time 989.096µs I0405 15:08:02.667545 3861 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc e3677c3b9fea6ccac54c3c5669c86c47e30eee982b185ffc8a98d17e510bdacb network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc e3677c3b9fea6ccac54c3c5669c86c47e30eee982b185ffc8a98d17e510bdacb network default NAD default] I0405 15:08:02.676792 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-g2hqc, hostIfaceName: e3677c3b9fea6cc, network: default, NAD default, SandboxID: "e3677c3b9fea6ccac54c3c5669c86c47e30eee982b185ffc8a98d17e510bdacb", PCI device ID: , UID: "7810387d-793c-4125-bb13-b328c96ac9bd", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0405 15:08:02.726229 3861 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc e3677c3b9fea6ccac54c3c5669c86c47e30eee982b185ffc8a98d17e510bdacb network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-g2hqc e3677c3b9fea6ccac54c3c5669c86c47e30eee982b185ffc8a98d17e510bdacb network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:62:5b:84:9f:49\",\"name\":\"e3677c3b9fea6cc\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8444d283-d99d-45e6-92bc-946b25f16da1\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:08:02.861667 3861 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4 da67e2c1e825813749f1fe05b510e688fe6b79f9d93b7c83643d1ffb6ce84aaf network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4 da67e2c1e825813749f1fe05b510e688fe6b79f9d93b7c83643d1ffb6ce84aaf network default NAD default] I0405 15:08:02.871528 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-7f6m4, hostIfaceName: da67e2c1e825813, network: default, NAD default, SandboxID: "da67e2c1e825813749f1fe05b510e688fe6b79f9d93b7c83643d1ffb6ce84aaf", PCI device ID: , UID: "c63d9070-f2ce-4dde-b754-4e752d2f0678", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0405 15:08:02.920116 3861 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4 da67e2c1e825813749f1fe05b510e688fe6b79f9d93b7c83643d1ffb6ce84aaf network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-7f6m4 da67e2c1e825813749f1fe05b510e688fe6b79f9d93b7c83643d1ffb6ce84aaf network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:28:69:c2:09:93\",\"name\":\"da67e2c1e825813\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a9674e0-9c08-4a2b-8f6e-f8ed30b7b0ec\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:08:10.288848 3861 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.289460 3861 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:10.480541 3861 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.480570 3861 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:10.486376 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:10.486396 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 15:08:12.503390 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0405 15:08:12.503419 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:12.503432 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:20.077727 3861 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.077748 3861 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:20.077755 3861 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 15:08:30.359010 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=113 W0405 15:08:32.683231 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:32.683254 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0405 15:08:32.683262 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0405 15:08:38.711983 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-pqcn5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-pqcn5 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:08:38.712092 3861 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-pqcn5 I0405 15:08:38.723522 3861 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5] pod update took 11.467364ms I0405 15:08:38.723550 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-pqcn5] addLogicalPort annotation time took 11.500376ms I0405 15:08:38.724893 3861 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5] addLogicalPort took 12.925905ms, libovsdb time 912.559µs I0405 15:08:39.075206 3861 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5 44e30a8702488795337adf01efca4bc209c26601dd362ac5f9f0fa3625c59edd network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5 44e30a8702488795337adf01efca4bc209c26601dd362ac5f9f0fa3625c59edd network default NAD default] I0405 15:08:39.096220 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-pqcn5, hostIfaceName: 44e30a870248879, network: default, NAD default, SandboxID: "44e30a8702488795337adf01efca4bc209c26601dd362ac5f9f0fa3625c59edd", PCI device ID: , UID: "624dcec9-6770-48bc-9c82-b76331f86729", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0405 15:08:39.145317 3861 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5 44e30a8702488795337adf01efca4bc209c26601dd362ac5f9f0fa3625c59edd network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-pqcn5 44e30a8702488795337adf01efca4bc209c26601dd362ac5f9f0fa3625c59edd network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:ac:d7:eb:03:d7\",\"name\":\"44e30a870248879\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f7f69ae-7a3d-4411-9067-fbb62e7daca1\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:08:41.485873 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0405 15:08:44.807230 3861 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:44.807813 3861 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:51.850109 3861 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:51.850737 3861 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:52.874893 3861 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:52.874915 3861 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-9kmb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.235025 3861 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.235618 3861 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:08:53.473874 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0405 15:08:53.718785 3861 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.718805 3861 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:08:53.724229 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0405 15:08:53.724256 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0405 15:08:55.739712 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.739729 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0405 15:08:55.743646 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0405 15:09:02.462627 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0405 15:09:03.838889 3861 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-wn5bw for pod on switch ip-10-0-0-31.ec2.internal I0405 15:09:03.838970 3861 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw I0405 15:09:03.854428 3861 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw] pod update took 15.477764ms I0405 15:09:03.854452 3861 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw] addLogicalPort annotation time took 15.5052ms I0405 15:09:03.855609 3861 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw] addLogicalPort took 16.751914ms, libovsdb time 811.455µs I0405 15:09:04.202016 3861 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw cd6f610b824be29604bfb73ca586657755ed8089fbf85fd5d90fdabbc8ede95a network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw cd6f610b824be29604bfb73ca586657755ed8089fbf85fd5d90fdabbc8ede95a network default NAD default] I0405 15:09:04.211361 3861 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-wn5bw, hostIfaceName: cd6f610b824be29, network: default, NAD default, SandboxID: "cd6f610b824be29604bfb73ca586657755ed8089fbf85fd5d90fdabbc8ede95a", PCI device ID: , UID: "198d2d7f-7162-4542-83ef-ffc5d5c4a73b", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0405 15:09:04.261592 3861 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw cd6f610b824be29604bfb73ca586657755ed8089fbf85fd5d90fdabbc8ede95a network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-wn5bw cd6f610b824be29604bfb73ca586657755ed8089fbf85fd5d90fdabbc8ede95a network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:aa:d3:ff:db:c8\",\"name\":\"cd6f610b824be29\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dd793e6-7394-47d3-aed0-c0f3b9acbc9d\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:09:06.317335 3861 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:06.317356 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:07.316602 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:07.316621 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0405 15:09:07.813173 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0405 15:09:13.361705 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0405 15:09:20.485818 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:09:44.883653 3861 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.883674 3861 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:44.886239 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:44.886260 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:54.190303 3861 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.190849 3861 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:09:54.222636 3861 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.222658 3861 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:09:54.227598 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0405 15:09:54.227618 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0405 15:09:56.079793 3861 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-s7ntj-4qsn2] creating logical port tsf-tas_segment-backup-installation-s7ntj-4qsn2 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:09:56.079887 3861 kube.go:256] Updating pod tsf-tas/segment-backup-installation-s7ntj-4qsn2 I0405 15:09:56.091719 3861 pod.go:62] [tsf-tas/segment-backup-installation-s7ntj-4qsn2] pod update took 11.849848ms I0405 15:09:56.091757 3861 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-s7ntj-4qsn2] addLogicalPort annotation time took 11.893271ms I0405 15:09:56.092956 3861 pods.go:271] [tsf-tas/segment-backup-installation-s7ntj-4qsn2] addLogicalPort took 13.178392ms, libovsdb time 765.042µs I0405 15:09:56.739991 3861 cni.go:403] [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] I0405 15:09:56.749028 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-s7ntj-4qsn2, hostIfaceName: 1e7e30896f77a6f, network: default, NAD default, SandboxID: "1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd", PCI device ID: , UID: "94b5339d-6efa-4b13-ac16-b9ff14da40a4", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0405 15:09:56.799683 3861 cni.go:424] [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:a2:7b:58:33:e2\",\"name\":\"1e7e30896f77a6f\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc3492a1-d38f-461c-930c-740a6ddbf68b\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:09:56.975386 3861 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-nv4w6-jh8lz] creating logical port tsf-tas_ctlog-createtree-job-nv4w6-jh8lz for pod on switch ip-10-0-0-31.ec2.internal I0405 15:09:56.975501 3861 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-nv4w6-jh8lz I0405 15:09:56.992003 3861 pod.go:62] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz] pod update took 16.522014ms I0405 15:09:56.992024 3861 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-nv4w6-jh8lz] addLogicalPort annotation time took 16.548079ms I0405 15:09:56.993284 3861 pods.go:271] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz] addLogicalPort took 17.894821ms, libovsdb time 840.836µs I0405 15:09:57.335451 3861 cni.go:403] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] I0405 15:09:57.346649 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-nv4w6-jh8lz, hostIfaceName: 029dcfc79ad3291, network: default, NAD default, SandboxID: "029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495", PCI device ID: , UID: "46a0b9d0-734f-4d73-af48-9e1204398c02", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0405 15:09:57.395482 3861 cni.go:424] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:d3:a6:64:89:ae\",\"name\":\"029dcfc79ad3291\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec649ef8-8e8c-408b-865e-a794b1528e5a\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:09:58.573387 3861 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0405 15:10:00.085852 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0405 15:10:00.085870 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0405 15:10:05.736312 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:05.736988 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0405 15:10:06.622021 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0405 15:10:06.765705 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:06.765731 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590030-x2sd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:09.360370 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=227 I0405 15:10:09.636281 3861 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0405 15:10:09.636347 3861 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-s2hb5: no pod IPs found I0405 15:10:10.621353 3861 cni.go:403] [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] W0405 15:10:10.653821 3861 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0405 15:10:10.678196 3861 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0405 15:10:10.689048 3861 cni.go:424] [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-s7ntj-4qsn2 1e7e30896f77a6fe70b2ef16e8d6410d6b48a3b6f854557140338e09685eeefd network default NAD default], result "{}", err I0405 15:10:10.736045 3861 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:10.736093 3861 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-s7ntj-4qsn2 I0405 15:10:10.737353 3861 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-s7ntj-4qsn2, ips: 10.129.0.36 I0405 15:10:10.737382 3861 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:11.763033 3861 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:11.763057 3861 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-s7ntj-4qsn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:16.452419 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0405 15:10:40.461942 3861 egressfirewall.go:628] Syncing node "ip-10-0-1-157.ec2.internal" for egress firewall I0405 15:10:40.461945 3861 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-157.ec2.internal I0405 15:10:40.461985 3861 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-157.ec2.internal: 45.722µs I0405 15:10:44.947433 3861 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.948022 3861 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:44.987999 3861 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.988020 3861 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:44.993905 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0405 15:10:44.993928 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0405 15:10:45.613548 3861 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-t2zg9] creating logical port tsf_patch-tekton-config-t2zg9 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:10:45.613663 3861 kube.go:256] Updating pod tsf/patch-tekton-config-t2zg9 I0405 15:10:45.625311 3861 pod.go:62] [tsf/patch-tekton-config-t2zg9] pod update took 11.66846ms I0405 15:10:45.625335 3861 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-t2zg9] addLogicalPort annotation time took 11.698016ms I0405 15:10:45.626655 3861 pods.go:271] [tsf/patch-tekton-config-t2zg9] addLogicalPort took 13.127537ms, libovsdb time 878.298µs I0405 15:10:46.007787 3861 cni.go:403] [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] I0405 15:10:46.017206 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-t2zg9, hostIfaceName: 31a67a6b8b36b73, network: default, NAD default, SandboxID: "31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4", PCI device ID: , UID: "a5a6cdba-cbf0-453d-9969-9f0c1f9d725c", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0405 15:10:46.067498 3861 cni.go:424] [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:a9:fa:b3:9c:59\",\"name\":\"31a67a6b8b36b73\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3367254e-f692-47b2-a1e7-50c047bbc27e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:10:50.477389 3861 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:50.478016 3861 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:51.361941 3861 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:51.361967 3861 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-87lzm-q8469 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:53.840948 3861 cni.go:403] [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] I0405 15:10:53.930580 3861 cni.go:424] [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-t2zg9 31a67a6b8b36b73e4857b38af4ad12845edd5f06ccbb74105787dacba5b4efc4 network default NAD default], result "{}", err I0405 15:10:53.978216 3861 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:53.978254 3861 pods.go:176] Deleting pod: tsf/patch-tekton-config-t2zg9 I0405 15:10:53.979680 3861 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-t2zg9, ips: 10.129.0.38 I0405 15:10:53.979706 3861 obj_retry.go:464] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:54.848018 3861 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:54.848043 3861 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:54.939803 3861 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-9kk4p] creating logical port tsf_tsf-tekton-configuration-9kk4p for pod on switch ip-10-0-0-31.ec2.internal I0405 15:10:54.939884 3861 kube.go:256] Updating pod tsf/tsf-tekton-configuration-9kk4p I0405 15:10:54.952738 3861 pod.go:62] [tsf/tsf-tekton-configuration-9kk4p] pod update took 12.875834ms I0405 15:10:54.952758 3861 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-9kk4p] addLogicalPort annotation time took 12.901518ms I0405 15:10:54.954040 3861 pods.go:271] [tsf/tsf-tekton-configuration-9kk4p] addLogicalPort took 14.249303ms, libovsdb time 879.906µs I0405 15:10:55.298439 3861 cni.go:403] [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] I0405 15:10:55.308264 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-9kk4p, hostIfaceName: 7fcf93c16328aba, network: default, NAD default, SandboxID: "7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc", PCI device ID: , UID: "93974cfc-5e6d-4fe4-8156-3aa71c6fe18f", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0405 15:10:55.359048 3861 cni.go:424] [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:21:13:6c:ac:d3\",\"name\":\"7fcf93c16328aba\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edb5c35e-bad6-48e6-ac9d-e6784703b7fc\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:10:56.377409 3861 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0405 15:10:56.932551 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0405 15:10:57.863771 3861 cni.go:403] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] I0405 15:10:57.956561 3861 cni.go:424] [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-nv4w6-jh8lz 029dcfc79ad3291bfb07ab8087bc427667759d0263f98df06006ee8a59b3d495 network default NAD default], result "{}", err I0405 15:10:58.019559 3861 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.019588 3861 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-nv4w6-jh8lz I0405 15:10:58.020910 3861 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-nv4w6-jh8lz, ips: 10.129.0.37 I0405 15:10:58.020945 3861 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:10:58.874278 3861 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:10:58.874306 3861 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-nv4w6-jh8lz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:01.889842 3861 cni.go:403] [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] I0405 15:11:01.961864 3861 cni.go:424] [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-9kk4p 7fcf93c16328abab6d9aceef35753d1e058a7428c8da9b4b2221af586abf1fbc network default NAD default], result "{}", err I0405 15:11:02.011802 3861 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:02.011834 3861 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-9kk4p I0405 15:11:02.013059 3861 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-9kk4p, ips: 10.129.0.39 I0405 15:11:02.013100 3861 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:02.183373 3861 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5bf99ffd4c-vtfr4] creating logical port tsf-tas_ctlog-5bf99ffd4c-vtfr4 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:02.183456 3861 kube.go:256] Updating pod tsf-tas/ctlog-5bf99ffd4c-vtfr4 I0405 15:11:02.198963 3861 pod.go:62] [tsf-tas/ctlog-5bf99ffd4c-vtfr4] pod update took 15.526841ms I0405 15:11:02.198989 3861 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-5bf99ffd4c-vtfr4] addLogicalPort annotation time took 15.556491ms I0405 15:11:02.200385 3861 pods.go:271] [tsf-tas/ctlog-5bf99ffd4c-vtfr4] addLogicalPort took 17.0266ms, libovsdb time 832.889µs I0405 15:11:03.047560 3861 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.047581 3861 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-9kk4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.084994 3861 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.085016 3861 obj_retry.go:458] Detected object tsf/patch-tekton-config-t2zg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:03.090408 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-t2zg9 I0405 15:11:03.090433 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-t2zg9 I0405 15:11:03.144373 3861 cni.go:403] [tsf-tas/ctlog-5bf99ffd4c-vtfr4 1c2078d875ce2a2d45e9135ae2a52112371c06de4eaa87dabd76e699b6cfe6de network default NAD default] ADD starting CNI request [tsf-tas/ctlog-5bf99ffd4c-vtfr4 1c2078d875ce2a2d45e9135ae2a52112371c06de4eaa87dabd76e699b6cfe6de network default NAD default] I0405 15:11:03.153667 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5bf99ffd4c-vtfr4, hostIfaceName: 1c2078d875ce2a2, network: default, NAD default, SandboxID: "1c2078d875ce2a2d45e9135ae2a52112371c06de4eaa87dabd76e699b6cfe6de", PCI device ID: , UID: "09cd4505-f004-4481-8ccc-5161a18f2fcf", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0405 15:11:03.203611 3861 cni.go:424] [tsf-tas/ctlog-5bf99ffd4c-vtfr4 1c2078d875ce2a2d45e9135ae2a52112371c06de4eaa87dabd76e699b6cfe6de network default NAD default] ADD finished CNI request [tsf-tas/ctlog-5bf99ffd4c-vtfr4 1c2078d875ce2a2d45e9135ae2a52112371c06de4eaa87dabd76e699b6cfe6de network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:23:fa:b4:2d:75\",\"name\":\"1c2078d875ce2a2\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ffa8a81-29f8-4765-9b11-76501d352044\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:11:03.433938 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0405 15:11:04.902985 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0405 15:11:07.591280 3861 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.591832 3861 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:07.607848 3861 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.607867 3861 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:07.611361 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0405 15:11:07.611383 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0405 15:11:08.897169 3861 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gwqzl] creating logical port tsf-tpa_create-db-gwqzl for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:08.897262 3861 kube.go:256] Updating pod tsf-tpa/create-db-gwqzl I0405 15:11:08.910104 3861 pod.go:62] [tsf-tpa/create-db-gwqzl] pod update took 12.866751ms I0405 15:11:08.910134 3861 base_network_controller_pods.go:937] [default/tsf-tpa/create-db-gwqzl] addLogicalPort annotation time took 12.899702ms I0405 15:11:08.911573 3861 pods.go:271] [tsf-tpa/create-db-gwqzl] addLogicalPort took 14.418256ms, libovsdb time 914.976µs I0405 15:11:09.255064 3861 cni.go:403] [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] ADD starting CNI request [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] I0405 15:11:09.263985 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gwqzl, hostIfaceName: e7dd7e1c10a6ce6, network: default, NAD default, SandboxID: "e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34", PCI device ID: , UID: "c4380cde-2dbb-4609-8f65-a99306aa34b3", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0405 15:11:09.312747 3861 cni.go:424] [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] ADD finished CNI request [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:f6:90:d0:4a:f2\",\"name\":\"e7dd7e1c10a6ce6\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d078357b-64ba-4946-adbc-77ff3fd103e9\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:11:13.957841 3861 cni.go:403] [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] DEL starting CNI request [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] I0405 15:11:14.044872 3861 cni.go:424] [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default] DEL finished CNI request [tsf-tpa/create-db-gwqzl e7dd7e1c10a6ce6318938620dc9490add7b3c8e245a1901296be276ac7e65b34 network default NAD default], result "{}", err I0405 15:11:14.093442 3861 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:14.093475 3861 pods.go:176] Deleting pod: tsf-tpa/create-db-gwqzl I0405 15:11:14.094693 3861 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gwqzl, ips: 10.129.0.41 I0405 15:11:14.094717 3861 obj_retry.go:464] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:15.119586 3861 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:15.119609 3861 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:15.227616 3861 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-5gbtk] creating logical port tsf-tpa_migrate-db-5gbtk for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:15.227725 3861 kube.go:256] Updating pod tsf-tpa/migrate-db-5gbtk I0405 15:11:15.239326 3861 pod.go:62] [tsf-tpa/migrate-db-5gbtk] pod update took 11.620395ms I0405 15:11:15.239357 3861 base_network_controller_pods.go:937] [default/tsf-tpa/migrate-db-5gbtk] addLogicalPort annotation time took 11.655487ms I0405 15:11:15.240938 3861 pods.go:271] [tsf-tpa/migrate-db-5gbtk] addLogicalPort took 13.335516ms, libovsdb time 1.051262ms I0405 15:11:15.586115 3861 cni.go:403] [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] ADD starting CNI request [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] I0405 15:11:15.595792 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-5gbtk, hostIfaceName: 2252e96b441e945, network: default, NAD default, SandboxID: "2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef", PCI device ID: , UID: "4bb6f666-6ec6-4447-ab21-8fa105c4578f", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0405 15:11:15.645457 3861 cni.go:424] [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] ADD finished CNI request [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:d5:14:34:01:ae\",\"name\":\"2252e96b441e945\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/278f9286-c46c-42c1-b106-c2b1bc6c3b59\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:11:15.912567 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0405 15:11:17.985010 3861 cni.go:403] [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] DEL starting CNI request [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] I0405 15:11:18.073495 3861 cni.go:424] [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default] DEL finished CNI request [tsf-tpa/migrate-db-5gbtk 2252e96b441e9453fbf6d4560d8a717ff2cf72947897a9f85a1c85e5e3fc18ef network default NAD default], result "{}", err I0405 15:11:18.127630 3861 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.127669 3861 pods.go:176] Deleting pod: tsf-tpa/migrate-db-5gbtk I0405 15:11:18.128992 3861 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-5gbtk, ips: 10.129.0.42 I0405 15:11:18.129022 3861 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:18.258370 3861 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:18.258388 3861 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:19.868897 3861 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-2knm6-42f52] creating logical port tsf-tas_tuf-repository-init-2knm6-42f52 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:19.868998 3861 kube.go:256] Updating pod tsf-tas/tuf-repository-init-2knm6-42f52 I0405 15:11:19.882024 3861 pod.go:62] [tsf-tas/tuf-repository-init-2knm6-42f52] pod update took 13.053594ms I0405 15:11:19.882047 3861 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-2knm6-42f52] addLogicalPort annotation time took 13.079813ms I0405 15:11:19.883329 3861 pods.go:271] [tsf-tas/tuf-repository-init-2knm6-42f52] addLogicalPort took 14.454167ms, libovsdb time 811.237µs I0405 15:11:21.385149 3861 base_network_controller_pods.go:487] [default/tsf-tpa/server-685474c8fc-tbvq4] creating logical port tsf-tpa_server-685474c8fc-tbvq4 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:21.385250 3861 kube.go:256] Updating pod tsf-tpa/server-685474c8fc-tbvq4 I0405 15:11:21.401142 3861 pod.go:62] [tsf-tpa/server-685474c8fc-tbvq4] pod update took 15.920075ms I0405 15:11:21.401170 3861 base_network_controller_pods.go:937] [default/tsf-tpa/server-685474c8fc-tbvq4] addLogicalPort annotation time took 15.952077ms I0405 15:11:21.402356 3861 pods.go:271] [tsf-tpa/server-685474c8fc-tbvq4] addLogicalPort took 17.227494ms, libovsdb time 756.978µs I0405 15:11:21.429046 3861 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-sxgf5] creating logical port tsf-tpa_importer-5b5b6dd8fb-sxgf5 for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:21.429144 3861 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-sxgf5 I0405 15:11:21.443113 3861 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-sxgf5] pod update took 13.98705ms I0405 15:11:21.443139 3861 base_network_controller_pods.go:937] [default/tsf-tpa/importer-5b5b6dd8fb-sxgf5] addLogicalPort annotation time took 14.014545ms I0405 15:11:21.444302 3861 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-sxgf5] addLogicalPort took 15.271301ms, libovsdb time 732.74µs I0405 15:11:23.690759 3861 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:23.691333 3861 obj_retry.go:464] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:24.714461 3861 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:24.714487 3861 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:25.640438 3861 cni.go:403] [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] I0405 15:11:25.667528 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-2knm6-42f52, hostIfaceName: afcbbf7974d4475, network: default, NAD default, SandboxID: "afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7", PCI device ID: , UID: "e03bfee9-358b-438e-9391-e72c0eb48b6b", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0405 15:11:25.717454 3861 cni.go:424] [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:e4:cb:35:d4:9f\",\"name\":\"afcbbf7974d4475\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e63963b3-983b-44a9-a79f-be816cdf1495\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:11:26.546861 3861 cni.go:403] [tsf-tpa/server-685474c8fc-tbvq4 4c0988466a92a47871c927b04d861fe5e4f99c10e67908df89bf5896e34a7d79 network default NAD default] ADD starting CNI request [tsf-tpa/server-685474c8fc-tbvq4 4c0988466a92a47871c927b04d861fe5e4f99c10e67908df89bf5896e34a7d79 network default NAD default] I0405 15:11:26.557031 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-685474c8fc-tbvq4, hostIfaceName: 4c0988466a92a47, network: default, NAD default, SandboxID: "4c0988466a92a47871c927b04d861fe5e4f99c10e67908df89bf5896e34a7d79", PCI device ID: , UID: "ff300fe4-7577-4af0-8140-a62b434a8407", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0405 15:11:26.594758 3861 cni.go:403] [tsf-tpa/importer-5b5b6dd8fb-sxgf5 486bbd4e3daa92e06475a4f7b7829334759f0be43f48506231d3dc311660da43 network default NAD default] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-sxgf5 486bbd4e3daa92e06475a4f7b7829334759f0be43f48506231d3dc311660da43 network default NAD default] I0405 15:11:26.607649 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-sxgf5, hostIfaceName: 486bbd4e3daa92e, network: default, NAD default, SandboxID: "486bbd4e3daa92e06475a4f7b7829334759f0be43f48506231d3dc311660da43", PCI device ID: , UID: "0472e239-a83c-4ddd-92c8-3b90214239ed", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0405 15:11:26.612004 3861 cni.go:424] [tsf-tpa/server-685474c8fc-tbvq4 4c0988466a92a47871c927b04d861fe5e4f99c10e67908df89bf5896e34a7d79 network default NAD default] ADD finished CNI request [tsf-tpa/server-685474c8fc-tbvq4 4c0988466a92a47871c927b04d861fe5e4f99c10e67908df89bf5896e34a7d79 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:84:6b:19:ad:a4\",\"name\":\"4c0988466a92a47\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4212e8ff-14fe-4444-b2c0-321abcd4b594\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:11:26.661433 3861 cni.go:424] [tsf-tpa/importer-5b5b6dd8fb-sxgf5 486bbd4e3daa92e06475a4f7b7829334759f0be43f48506231d3dc311660da43 network default NAD default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-sxgf5 486bbd4e3daa92e06475a4f7b7829334759f0be43f48506231d3dc311660da43 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:8c:f3:6b:8b:ab\",\"name\":\"486bbd4e3daa92e\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21dfa967-8831-490f-b9da-802d4effc561\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0405 15:11:27.066977 3861 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0405 15:11:28.064699 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0405 15:11:29.734178 3861 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.734709 3861 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:29.752598 3861 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.752615 3861 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:29.758205 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0405 15:11:29.758227 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0405 15:11:30.056253 3861 cni.go:403] [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] I0405 15:11:30.143221 3861 cni.go:424] [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-2knm6-42f52 afcbbf7974d44758f800337769dcf82feadffd20acce64bb43fa505817f30aa7 network default NAD default], result "{}", err I0405 15:11:30.194150 3861 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.194189 3861 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-2knm6-42f52 I0405 15:11:30.195547 3861 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-2knm6-42f52, ips: 10.129.0.43 I0405 15:11:30.195577 3861 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:30.373861 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=1043 I0405 15:11:30.435508 3861 namespace.go:98] [build-service] adding namespace I0405 15:11:30.436271 3861 namespace.go:98] [default-tenant] adding namespace I0405 15:11:30.436507 3861 namespace.go:102] [build-service] adding namespace took 980.373µs I0405 15:11:30.437156 3861 namespace.go:102] [default-tenant] adding namespace took 867.166µs I0405 15:11:30.437186 3861 namespace.go:98] [image-controller] adding namespace I0405 15:11:30.437708 3861 namespace.go:102] [image-controller] adding namespace took 516.378µs I0405 15:11:30.439945 3861 namespace.go:98] [integration-service] adding namespace I0405 15:11:30.440508 3861 namespace.go:102] [integration-service] adding namespace took 547.417µs I0405 15:11:30.496807 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:30.532574 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:30.554590 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.595269 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:30.614324 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.638648 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.655101 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.678223 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.696890 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:30.716338 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:30.742571 3861 namespace.go:98] [release-service] adding namespace I0405 15:11:30.743337 3861 namespace.go:102] [release-service] adding namespace took 750.463µs I0405 15:11:30.769749 3861 namespace.go:142] [release-service] updating namespace I0405 15:11:30.774709 3861 namespace.go:142] [konflux-ui] updating namespace I0405 15:11:30.795785 3861 namespace.go:142] [release-service] updating namespace I0405 15:11:30.854934 3861 namespace.go:98] [konflux-info] adding namespace I0405 15:11:30.855779 3861 namespace.go:102] [konflux-info] adding namespace took 828.776µs I0405 15:11:30.911682 3861 namespace.go:98] [namespace-lister] adding namespace I0405 15:11:30.912425 3861 namespace.go:102] [namespace-lister] adding namespace took 726.274µs I0405 15:11:30.962154 3861 namespace.go:98] [enterprise-contract-service] adding namespace I0405 15:11:30.962191 3861 namespace.go:142] [konflux-info] updating namespace I0405 15:11:30.962969 3861 namespace.go:102] [enterprise-contract-service] adding namespace took 795.783µs I0405 15:11:30.967828 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:30.976801 3861 namespace.go:142] [konflux-info] updating namespace I0405 15:11:31.042916 3861 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.090704 3861 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:31.090788 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:31.106610 3861 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.106627 3861 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-2knm6-42f52 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:31.169653 3861 namespace.go:98] [segment-bridge] adding namespace I0405 15:11:31.170460 3861 namespace.go:102] [segment-bridge] adding namespace took 788.29µs I0405 15:11:31.181805 3861 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.259263 3861 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:31.281758 3861 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.340664 3861 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:31.392062 3861 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0405 15:11:31.392672 3861 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0405 15:11:31.392687 3861 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0405 15:11:31.395425 3861 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0405 15:11:31.679653 3861 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0405 15:11:31.679682 3861 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0405 15:11:31.680532 3861 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0405 15:11:32.790165 3861 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-m8xql] creating logical port tsf-tas_tuf-bc5768c88-m8xql for pod on switch ip-10-0-0-31.ec2.internal I0405 15:11:32.790281 3861 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-m8xql I0405 15:11:32.814837 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:32.847905 3861 pod.go:62] [tsf-tas/tuf-bc5768c88-m8xql] pod update took 57.643431ms I0405 15:11:32.847931 3861 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-m8xql] addLogicalPort annotation time took 57.673355ms I0405 15:11:32.849354 3861 pods.go:271] [tsf-tas/tuf-bc5768c88-m8xql] addLogicalPort took 59.205331ms, libovsdb time 894.598µs I0405 15:11:33.212750 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:33.581421 3861 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:33.771712 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:33.983717 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:34.186161 3861 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.374968 3861 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.571727 3861 namespace.go:142] [release-service] updating namespace I0405 15:11:34.696148 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:34.724338 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:34.739761 3861 namespace.go:142] [enterprise-contract-service] updating namespace I0405 15:11:34.760751 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:34.779658 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:34.803157 3861 namespace.go:142] [konflux-info] updating namespace I0405 15:11:34.818790 3861 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:34.844705 3861 namespace.go:142] [release-service] updating namespace I0405 15:11:34.936743 3861 namespace.go:142] [build-service] updating namespace I0405 15:11:35.047842 3861 namespace.go:142] [default-tenant] updating namespace I0405 15:11:35.139998 3861 namespace.go:142] [enterprise-contract-service] updating namespace W0405 15:11:35.192416 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0405 15:11:35.234813 3861 namespace.go:142] [image-controller] updating namespace I0405 15:11:35.338422 3861 namespace.go:142] [integration-service] updating namespace I0405 15:11:35.455188 3861 namespace.go:142] [konflux-info] updating namespace I0405 15:11:35.544875 3861 namespace.go:142] [namespace-lister] updating namespace I0405 15:11:35.565925 3861 cni.go:403] [tsf-tas/tuf-bc5768c88-m8xql 7ec6d5ee928ed2a864ebc715cc76b89f4cf47f02aa2e7db6b1c774d0ce415912 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-m8xql 7ec6d5ee928ed2a864ebc715cc76b89f4cf47f02aa2e7db6b1c774d0ce415912 network default NAD default] I0405 15:11:35.575905 3861 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-m8xql, hostIfaceName: 7ec6d5ee928ed2a, network: default, NAD default, SandboxID: "7ec6d5ee928ed2a864ebc715cc76b89f4cf47f02aa2e7db6b1c774d0ce415912", PCI device ID: , UID: "c96f87f6-1044-406a-98c9-4b08dbb78737", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0405 15:11:35.627375 3861 cni.go:424] [tsf-tas/tuf-bc5768c88-m8xql 7ec6d5ee928ed2a864ebc715cc76b89f4cf47f02aa2e7db6b1c774d0ce415912 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-m8xql 7ec6d5ee928ed2a864ebc715cc76b89f4cf47f02aa2e7db6b1c774d0ce415912 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:1a:e0:c6:94:97\",\"name\":\"7ec6d5ee928ed2a\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdfcf5cd-5d6d-459b-97ca-dc527c8a1b5f\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0405 15:11:35.640228 3861 namespace.go:142] [release-service] updating namespace I0405 15:11:36.889805 3861 namespace.go:142] [segment-bridge] updating namespace I0405 15:11:37.021830 3861 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:37.098276 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0405 15:11:37.121219 3861 namespace.go:142] [segment-bridge] updating namespace W0405 15:11:38.203084 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0405 15:11:38.248785 3861 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0405 15:11:43.227201 3861 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0405 15:11:48.105402 3861 util.go:959] Failed to build node endpoints for node ip-10-0-0-31.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0405 15:11:48.272741 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.274204 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.295035 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0405 15:11:48.295682 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0405 15:11:48.319439 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.319454 3861 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.710510 3861 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0405 15:11:48.710558 3861 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0405 15:11:48.741943 3861 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0405 15:11:48.741957 3861 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0405 15:11:50.467947 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0405 15:11:51.895620 3861 namespace.go:142] [openshift-pipelines] updating namespace I0405 15:11:55.447400 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0405 15:11:56.448200 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0405 15:11:56.457393 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 15:11:59.643898 3861 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.644416 3861 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:11:59.783429 3861 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.783453 3861 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:11:59.792503 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:11:59.792523 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7884d6c5d6-wwb8j I0405 15:12:58.480205 3861 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.480792 3861 obj_retry.go:464] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:12:58.723862 3861 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.723885 3861 obj_retry.go:458] Detected object konflux-ui/proxy-775697f5d5-kmnb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:12:58.732027 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:12:58.732053 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-775697f5d5-kmnb4 I0405 15:13:01.265891 3861 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.266480 3861 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:01.303501 3861 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.303527 3861 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:01.309339 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0405 15:13:01.309372 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0405 15:13:05.361813 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0405 15:13:29.449378 3861 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.450013 3861 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:29.910512 3861 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.910533 3861 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:29.916668 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:29.916692 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-5bc5d8c98f-rm7ps I0405 15:13:44.267038 3861 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:44.267644 3861 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:13:45.001826 3861 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.001851 3861 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-fc44cc754-5f5hd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:13:45.007231 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:13:45.007255 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-fc44cc754-5f5hd I0405 15:14:21.484112 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0405 15:14:26.482630 3861 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0405 15:15:08.364747 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=66 I0405 15:15:45.363063 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=75 I0405 15:16:26.361761 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42 I0405 15:16:37.489498 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:17:44.451570 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0405 15:17:44.488778 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0405 15:17:51.360622 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0405 15:18:44.467102 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0405 15:18:52.450272 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0405 15:18:57.376832 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=126 I0405 15:18:57.456130 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0405 15:19:30.365185 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0405 15:20:04.416033 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:04.416634 3861 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0405 15:20:05.283292 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:05.283315 3861 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29590040-k4lfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:20:08.471395 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0405 15:20:35.460045 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0405 15:21:15.057894 3861 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.057934 3861 obj_retry.go:458] Detected object tsf-tpa/create-db-gwqzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:15.065039 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gwqzl I0405 15:21:15.065066 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gwqzl I0405 15:21:18.066537 3861 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.066561 3861 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5gbtk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:18.071334 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5gbtk I0405 15:21:18.071357 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5gbtk I0405 15:21:24.029799 3861 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.029849 3861 obj_retry.go:458] Detected object tsf-tpa/create-importers-4m52s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0405 15:21:24.034971 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4m52s I0405 15:21:24.034998 3861 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4m52s I0405 15:23:06.366247 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0405 15:23:09.491629 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0405 15:23:38.485772 3861 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0405 15:23:54.364496 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0405 15:23:57.492907 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0405 15:24:28.367425 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0405 15:24:39.363148 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0405 15:24:50.379962 3861 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=22 I0405 15:24:52.454429 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0405 15:25:02.470023 3861 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0405 15:25:15.453261 3861 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0405 15:26:00.286376 3861 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/f62a5f2c325d61e6132a2c4083bd440f62039be4175a2a270da764adebg5c7w I0405 15:26:12.698964 3861 namespace.go:98] [default-tenant-managed] adding namespace I0405 15:26:12.699961 3861 namespace.go:102] [default-tenant-managed] adding namespace took 968.077µs I0405 15:26:12.727645 3861 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:12.743772 3861 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.719832 3861 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.846354 3861 namespace.go:142] [default-tenant-managed] updating namespace I0405 15:26:13.945935 3861 namespace.go:142] [default-tenant-managed] updating namespace