+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-134.ec2.internal ++ [[ -n ip-10-0-1-134.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-134.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0326 16:13:36.593763398 - disable conntrack on geneve port' I0326 16:13:36.593763398 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0326 16:13:36.610624364 - starting ovnkube-node + echo 'I0326 16:13:36.610624364 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-134.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-134.ec2.internal --init-node ip-10-0-1-134.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-134.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0326 16:13:36.651172 3801 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0326 16:13:36.651225 3801 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-71c0e4b99f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0326 16:13:36.652695 3801 kube.go:419] Waiting for certificate I0326 16:13:36.652740 3801 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0326 16:13:36.652789 3801 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0326 16:13:36.653878 3801 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 16:13:36.700326 3801 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:36.700347 3801 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:36.710425 3801 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:36.710506 3801 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-qzdd5" I0326 16:13:36.719904 3801 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0326 16:13:37.653152 3801 kube.go:426] Certificate found I0326 16:13:37.653744 3801 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0326 16:13:37.655150 3801 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0326 16:13:37.720393 3801 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 16:13:37.722722 3801 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 16:08:36 +0000 UTC" deadline="2026-03-27 13:09:42.577063284 +0000 UTC" I0326 16:13:37.722747 3801 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h56m4.854325539s" I0326 16:13:37.729904 3801 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0326 16:13:37.734054 3801 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0326 16:13:37.734188 3801 factory.go:531] Starting watch factory I0326 16:13:37.734328 3801 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.734353 3801 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.734688 3801 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.734756 3801 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735090 3801 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735113 3801 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735311 3801 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735325 3801 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735333 3801 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735350 3801 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735544 3801 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.735569 3801 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.741686 3801 controller_manager.go:368] Starting the ovnkube controller I0326 16:13:37.741696 3801 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-134.ec2.internal I0326 16:13:37.741738 3801 controller_manager.go:393] NBDB zone sync took: 35.663µs I0326 16:13:37.741747 3801 factory.go:531] Starting watch factory I0326 16:13:37.751522 3801 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.752529 3801 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.752631 3801 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.753212 3801 ovn_northd.go:121] Registering OVN northd metrics I0326 16:13:37.753837 3801 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.759028 3801 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0326 16:13:37.760201 3801 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.763098 3801 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0326 16:13:37.763121 3801 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0326 16:13:37.765568 3801 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0326 16:13:37.780965 3801 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0326 16:13:37.840106 3801 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 16:13:37.840126 3801 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 16:13:37.840130 3801 factory.go:1890] *v1.Node informer cache synced successfully I0326 16:13:37.840133 3801 factory.go:1890] *v1.Service informer cache synced successfully I0326 16:13:37.840137 3801 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 16:13:37.840140 3801 factory.go:1890] *v1.Pod informer cache synced successfully I0326 16:13:37.840215 3801 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.840228 3801 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.840268 3801 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.840311 3801 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.842954 3801 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.842998 3801 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0326 16:13:37.846162 3801 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 16:13:37.846175 3801 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 16:13:37.846257 3801 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.846285 3801 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.847517 3801 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0326 16:13:37.847528 3801 factory.go:1890] *v1.Namespace informer cache synced successfully I0326 16:13:37.847532 3801 factory.go:1890] *v1.Node informer cache synced successfully I0326 16:13:37.847535 3801 factory.go:1890] *v1.Service informer cache synced successfully I0326 16:13:37.847538 3801 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0326 16:13:37.847541 3801 factory.go:1890] *v1.Pod informer cache synced successfully I0326 16:13:37.848381 3801 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.852074 3801 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 16:13:37.852123 3801 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.852134 3801 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.852563 3801 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0326 16:13:37.852572 3801 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0326 16:13:37.854095 3801 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.857887 3801 factory.go:1890] *v1.EgressIP informer cache synced successfully I0326 16:13:37.857889 3801 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 16:13:37.857957 3801 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.857973 3801 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.859992 3801 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.863963 3801 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 16:13:37.863975 3801 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0326 16:13:37.864026 3801 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.864037 3801 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.866013 3801 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.869753 3801 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 16:13:37.869767 3801 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0326 16:13:37.869817 3801 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.869827 3801 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.871827 3801 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.874846 3801 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 16:13:37.874880 3801 factory.go:1890] *v1.EgressService informer cache synced successfully I0326 16:13:37.875145 3801 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:37.875159 3801 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:37.877240 3801 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0326 16:13:37.879993 3801 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0326 16:13:37.880014 3801 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 16:13:37.880135 3801 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.880154 3801 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.880203 3801 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.880241 3801 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.882389 3801 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.882425 3801 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0326 16:13:37.885405 3801 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 16:13:37.885414 3801 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 16:13:37.885428 3801 factory.go:636] Watch Factory start up complete, took: 151.24163ms I0326 16:13:37.885500 3801 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0326 16:13:37.885562 3801 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0326 16:13:37.891435 3801 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0326 16:13:37.891448 3801 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0326 16:13:37.891457 3801 factory.go:636] Watch Factory start up complete, took: 149.707868ms I0326 16:13:37.891467 3801 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-134.ec2.internal" zone I0326 16:13:37.930105 3801 default_node_network_controller.go:709] Initializing the default node network controller I0326 16:13:37.977206 3801 udn_isolation.go:101] Starting UDN host isolation manager I0326 16:13:37.983240 3801 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0326 16:13:38.046501 3801 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0326 16:13:38.046590 3801 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0326 16:13:38.046608 3801 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0326 16:13:38.081642 3801 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0326 16:13:38.081718 3801 default_node_network_controller.go:808] Node ip-10-0-1-134.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0326 16:13:38.087407 3801 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.134"] k8s.ovn.org/zone-name:ip-10-0-1-134.ec2.internal] on node ip-10-0-1-134.ec2.internal I0326 16:13:38.107140 3801 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0326 16:13:38.112959 3801 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0326 16:13:38.113106 3801 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0326 16:13:38.113237 3801 gateway_init.go:263] Preparing Gateway I0326 16:13:38.113251 3801 gateway_shared_intf.go:1658] Creating new gateway I0326 16:13:38.141754 3801 controller_manager.go:427] Waiting for node in zone sync took: 250.273485ms I0326 16:13:38.147801 3801 controller_manager.go:608] Switching to transit router for layer2 networks I0326 16:13:38.147819 3801 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-134.ec2.internal I0326 16:13:38.167883 3801 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0326 16:13:38.173450 3801 controller_manager.go:288] SCTP support detected in OVN I0326 16:13:38.174130 3801 services_controller.go:69] Creating services controller for network=default I0326 16:13:38.174201 3801 udn_enabled_svc.go:80] Waiting for service informer to sync I0326 16:13:38.174316 3801 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0326 16:13:38.174358 3801 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0326 16:13:38.174383 3801 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0326 16:13:38.174395 3801 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 16:13:38.174621 3801 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0326 16:13:38.174691 3801 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0326 16:13:38.174713 3801 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.863µs I0326 16:13:38.174732 3801 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 27.531µs I0326 16:13:38.174787 3801 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 95.163µs I0326 16:13:38.174797 3801 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0326 16:13:38.174806 3801 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0326 16:13:38.174808 3801 udn_enabled_svc.go:95] Performing full resync I0326 16:13:38.174819 3801 default_network_controller.go:321] Starting the default network controller I0326 16:13:38.174917 3801 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.93µs I0326 16:13:38.175234 3801 udn_enabled_svc.go:99] Waiting for handler to sync I0326 16:13:38.175249 3801 udn_enabled_svc.go:104] Starting worker I0326 16:13:38.183645 3801 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0326 16:13:38.183703 3801 repair.go:33] Syncing exgw routes took 43.844µs I0326 16:13:38.183722 3801 default_network_controller.go:407] Starting all the Watchers... I0326 16:13:38.183877 3801 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0326 16:13:38.183888 3801 namespace.go:98] [openshift-dns-operator] adding namespace I0326 16:13:38.183894 3801 namespace.go:98] [openshift-backplane] adding namespace I0326 16:13:38.183889 3801 namespace.go:98] [openshift] adding namespace I0326 16:13:38.183902 3801 namespace.go:98] [openshift-marketplace] adding namespace I0326 16:13:38.183909 3801 namespace.go:98] [openshift-config-operator] adding namespace I0326 16:13:38.183908 3801 namespace.go:98] [openshift-etcd] adding namespace I0326 16:13:38.183915 3801 namespace.go:98] [openshift-backplane-csm] adding namespace I0326 16:13:38.183918 3801 namespace.go:98] [openshift-dns] adding namespace I0326 16:13:38.183918 3801 namespace.go:98] [openshift-monitoring] adding namespace I0326 16:13:38.183932 3801 namespace.go:98] [openshift-image-registry] adding namespace I0326 16:13:38.183935 3801 namespace.go:98] [openshift-network-console] adding namespace I0326 16:13:38.183936 3801 namespace.go:98] [openshift-config] adding namespace I0326 16:13:38.183939 3801 namespace.go:98] [openshift-backplane-tam] adding namespace I0326 16:13:38.183877 3801 namespace.go:98] [kube-node-lease] adding namespace I0326 16:13:38.184522 3801 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 631.746µs I0326 16:13:38.184537 3801 namespace.go:98] [dedicated-admin] adding namespace I0326 16:13:38.184993 3801 namespace.go:102] [dedicated-admin] adding namespace took 450.503µs I0326 16:13:38.185006 3801 namespace.go:98] [openshift-apiserver-operator] adding namespace I0326 16:13:38.185636 3801 namespace.go:102] [openshift-apiserver-operator] adding namespace took 625.111µs I0326 16:13:38.185649 3801 namespace.go:98] [openshift-route-controller-manager] adding namespace I0326 16:13:38.186627 3801 namespace.go:102] [openshift-dns-operator] adding namespace took 2.72625ms I0326 16:13:38.186643 3801 namespace.go:98] [openshift-node] adding namespace I0326 16:13:38.187230 3801 namespace.go:102] [openshift-backplane] adding namespace took 3.328734ms I0326 16:13:38.187241 3801 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0326 16:13:38.187787 3801 namespace.go:102] [openshift] adding namespace took 3.881951ms I0326 16:13:38.187800 3801 namespace.go:98] [openshift-network-node-identity] adding namespace I0326 16:13:38.188362 3801 namespace.go:102] [openshift-marketplace] adding namespace took 4.448674ms I0326 16:13:38.188383 3801 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0326 16:13:38.188887 3801 namespace.go:102] [openshift-config-operator] adding namespace took 4.972546ms I0326 16:13:38.188898 3801 namespace.go:98] [openshift-kube-apiserver] adding namespace I0326 16:13:38.189323 3801 namespace.go:102] [openshift-etcd] adding namespace took 5.400908ms I0326 16:13:38.189342 3801 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0326 16:13:38.189988 3801 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.063798ms I0326 16:13:38.190003 3801 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0326 16:13:38.190512 3801 iptables.go:108] Creating table: filter chain: FORWARD I0326 16:13:38.190576 3801 namespace.go:102] [openshift-dns] adding namespace took 6.648983ms I0326 16:13:38.190592 3801 namespace.go:98] [openshift-ingress] adding namespace I0326 16:13:38.191242 3801 namespace.go:102] [openshift-monitoring] adding namespace took 7.313869ms I0326 16:13:38.191257 3801 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0326 16:13:38.191816 3801 namespace.go:102] [openshift-image-registry] adding namespace took 7.875427ms I0326 16:13:38.191835 3801 namespace.go:98] [openshift-cluster-version] adding namespace I0326 16:13:38.192506 3801 namespace.go:102] [openshift-network-console] adding namespace took 8.559847ms I0326 16:13:38.192526 3801 namespace.go:98] [openshift-apiserver] adding namespace I0326 16:13:38.193202 3801 namespace.go:102] [openshift-config] adding namespace took 9.252746ms I0326 16:13:38.193219 3801 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0326 16:13:38.193855 3801 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.902557ms I0326 16:13:38.193887 3801 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0326 16:13:38.194518 3801 namespace.go:102] [kube-node-lease] adding namespace took 10.521652ms I0326 16:13:38.194534 3801 namespace.go:98] [openshift-customer-monitoring] adding namespace I0326 16:13:38.195092 3801 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.436823ms I0326 16:13:38.195111 3801 namespace.go:98] [openshift-package-operator] adding namespace I0326 16:13:38.195553 3801 namespace.go:102] [openshift-node] adding namespace took 8.904592ms I0326 16:13:38.195567 3801 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0326 16:13:38.196163 3801 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.915651ms I0326 16:13:38.196185 3801 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0326 16:13:38.196628 3801 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.821833ms I0326 16:13:38.196643 3801 namespace.go:98] [default] adding namespace I0326 16:13:38.197116 3801 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.726227ms I0326 16:13:38.197130 3801 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0326 16:13:38.197325 3801 iptables.go:108] Creating table: filter chain: OUTPUT I0326 16:13:38.197623 3801 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.720188ms I0326 16:13:38.197639 3801 namespace.go:98] [openshift-multus] adding namespace I0326 16:13:38.198192 3801 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.844132ms I0326 16:13:38.198205 3801 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0326 16:13:38.198677 3801 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.669384ms I0326 16:13:38.198688 3801 namespace.go:98] [openshift-config-managed] adding namespace I0326 16:13:38.199216 3801 namespace.go:102] [openshift-ingress] adding namespace took 8.617123ms I0326 16:13:38.199231 3801 namespace.go:98] [openshift-backplane-srep] adding namespace I0326 16:13:38.199607 3801 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.344878ms I0326 16:13:38.199618 3801 namespace.go:98] [openshift-network-diagnostics] adding namespace I0326 16:13:38.200144 3801 namespace.go:102] [openshift-cluster-version] adding namespace took 8.30194ms I0326 16:13:38.200161 3801 namespace.go:98] [openshift-backplane-cee] adding namespace I0326 16:13:38.200655 3801 namespace.go:102] [openshift-apiserver] adding namespace took 8.121599ms I0326 16:13:38.200670 3801 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0326 16:13:38.201249 3801 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.021662ms I0326 16:13:38.201267 3801 namespace.go:98] [openshift-ingress-operator] adding namespace I0326 16:13:38.202158 3801 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.263886ms I0326 16:13:38.202172 3801 namespace.go:98] [openshift-authentication-operator] adding namespace I0326 16:13:38.202679 3801 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.137319ms I0326 16:13:38.202700 3801 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0326 16:13:38.203192 3801 namespace.go:102] [openshift-package-operator] adding namespace took 8.073722ms I0326 16:13:38.203208 3801 namespace.go:98] [openshift-insights] adding namespace I0326 16:13:38.203757 3801 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.183518ms I0326 16:13:38.203771 3801 namespace.go:98] [openshift-backplane-cse] adding namespace I0326 16:13:38.203956 3801 gateway_shared_intf.go:1787] Gateway Creation Complete I0326 16:13:38.203968 3801 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-134.ec2.internal","mac-address":"0a:ff:db:b5:e5:1b","ip-addresses":["10.0.1.134/24"],"ip-address":"10.0.1.134/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:72d166f6-9436-4e4e-a54c-31b2fd34ff6b k8s.ovn.org/node-encap-ips:["10.0.1.134"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.134/24"} k8s.ovn.org/zone-name:ip-10-0-1-134.ec2.internal] on node ip-10-0-1-134.ec2.internal I0326 16:13:38.204341 3801 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.150524ms I0326 16:13:38.204356 3801 namespace.go:98] [kube-public] adding namespace I0326 16:13:38.204815 3801 namespace.go:102] [default] adding namespace took 8.168138ms I0326 16:13:38.204825 3801 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0326 16:13:38.205232 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nt65j: pod openshift-multus/network-metrics-daemon-nt65j: no pod IPs found W0326 16:13:38.205246 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zxqv9: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found I0326 16:13:38.205271 3801 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.136557ms I0326 16:13:38.205281 3801 namespace.go:98] [openshift-must-gather-operator] adding namespace I0326 16:13:38.205801 3801 namespace.go:102] [openshift-multus] adding namespace took 8.15765ms I0326 16:13:38.205815 3801 namespace.go:98] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace I0326 16:13:38.206284 3801 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.073852ms I0326 16:13:38.206295 3801 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0326 16:13:38.206777 3801 namespace.go:102] [openshift-config-managed] adding namespace took 8.08269ms I0326 16:13:38.206793 3801 namespace.go:98] [openshift-machine-config-operator] adding namespace W0326 16:13:38.207204 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4dhst: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found W0326 16:13:38.207218 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kcm6t: pod openshift-network-diagnostics/network-check-target-kcm6t: no pod IPs found I0326 16:13:38.207250 3801 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.015137ms I0326 16:13:38.207261 3801 namespace.go:98] [openshift-host-network] adding namespace I0326 16:13:38.207837 3801 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.214715ms I0326 16:13:38.207849 3801 namespace.go:98] [openshift-console-user-settings] adding namespace I0326 16:13:38.208265 3801 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.097413ms I0326 16:13:38.208280 3801 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0326 16:13:38.208710 3801 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.034855ms I0326 16:13:38.208721 3801 namespace.go:98] [openshift-controller-manager] adding namespace I0326 16:13:38.209184 3801 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.911292ms I0326 16:13:38.209198 3801 namespace.go:98] [openshift-console-operator] adding namespace I0326 16:13:38.209677 3801 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.499515ms I0326 16:13:38.209694 3801 namespace.go:98] [openshift-infra] adding namespace I0326 16:13:38.210211 3801 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.504282ms I0326 16:13:38.210225 3801 namespace.go:98] [openshift-service-ca] adding namespace I0326 16:13:38.210689 3801 namespace.go:102] [openshift-insights] adding namespace took 7.476492ms I0326 16:13:38.211185 3801 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.407084ms I0326 16:13:38.211201 3801 namespace.go:98] [openshift-backplane-mobb] adding namespace I0326 16:13:38.211656 3801 namespace.go:102] [kube-public] adding namespace took 7.296643ms I0326 16:13:38.211665 3801 namespace.go:98] [openshift-authentication] adding namespace I0326 16:13:38.212146 3801 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.316056ms I0326 16:13:38.212161 3801 namespace.go:98] [openshift-network-operator] adding namespace I0326 16:13:38.212629 3801 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.342367ms I0326 16:13:38.212643 3801 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0326 16:13:38.213125 3801 namespace.go:102] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] adding namespace took 7.30344ms I0326 16:13:38.213140 3801 namespace.go:98] [openshift-ingress-canary] adding namespace I0326 16:13:38.213638 3801 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.33838ms I0326 16:13:38.213650 3801 namespace.go:98] [openshift-service-ca-operator] adding namespace I0326 16:13:38.214123 3801 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.324971ms I0326 16:13:38.214135 3801 namespace.go:98] [openshift-machine-api] adding namespace I0326 16:13:38.214630 3801 namespace.go:102] [openshift-host-network] adding namespace took 7.365262ms I0326 16:13:38.214641 3801 namespace.go:98] [openshift-logging] adding namespace I0326 16:13:38.215127 3801 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.27254ms I0326 16:13:38.215142 3801 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0326 16:13:38.216021 3801 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.734603ms I0326 16:13:38.216040 3801 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0326 16:13:38.216527 3801 namespace.go:102] [openshift-controller-manager] adding namespace took 7.80096ms I0326 16:13:38.216538 3801 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0326 16:13:38.216975 3801 namespace.go:102] [openshift-console-operator] adding namespace took 7.77097ms I0326 16:13:38.216989 3801 namespace.go:98] [openshift-console] adding namespace I0326 16:13:38.217527 3801 namespace.go:102] [openshift-infra] adding namespace took 7.824475ms I0326 16:13:38.217573 3801 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0326 16:13:38.218230 3801 namespace.go:102] [openshift-service-ca] adding namespace took 7.998405ms I0326 16:13:38.218247 3801 namespace.go:98] [kube-system] adding namespace I0326 16:13:38.218852 3801 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.644721ms I0326 16:13:38.218887 3801 namespace.go:98] [openshift-operators-redhat] adding namespace I0326 16:13:38.219566 3801 namespace.go:102] [openshift-authentication] adding namespace took 7.892797ms I0326 16:13:38.219590 3801 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0326 16:13:38.220152 3801 namespace.go:102] [openshift-network-operator] adding namespace took 7.982688ms I0326 16:13:38.220173 3801 namespace.go:98] [openshift-kube-scheduler] adding namespace I0326 16:13:38.220655 3801 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.006288ms I0326 16:13:38.221230 3801 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.082704ms I0326 16:13:38.221741 3801 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.084033ms I0326 16:13:38.222062 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:38.222302 3801 namespace.go:102] [openshift-machine-api] adding namespace took 8.160467ms I0326 16:13:38.222887 3801 namespace.go:102] [openshift-logging] adding namespace took 8.239012ms I0326 16:13:38.222908 3801 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0326 16:13:38.223424 3801 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.275248ms I0326 16:13:38.224092 3801 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.045338ms I0326 16:13:38.224600 3801 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.056363ms I0326 16:13:38.225148 3801 namespace.go:102] [openshift-console] adding namespace took 8.154519ms I0326 16:13:38.225162 3801 namespace.go:98] [openshift-operators] adding namespace W0326 16:13:38.225683 3801 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-lw8lq: pod kube-system/global-pull-secret-syncer-lw8lq: no pod IPs found I0326 16:13:38.225728 3801 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.146006ms I0326 16:13:38.226389 3801 namespace.go:102] [kube-system] adding namespace took 8.134939ms I0326 16:13:38.227024 3801 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.128066ms I0326 16:13:38.227608 3801 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.010782ms I0326 16:13:38.228214 3801 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.031675ms I0326 16:13:38.228681 3801 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.764856ms I0326 16:13:38.229124 3801 namespace.go:102] [openshift-operators] adding namespace took 3.955617ms I0326 16:13:38.229530 3801 zone_ic_handler.go:186] Time taken to create transit switch: 295.428µs I0326 16:13:38.229614 3801 master.go:532] Adding or Updating local node "ip-10-0-1-134.ec2.internal" for network "default" I0326 16:13:38.229676 3801 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-80.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-80.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-80.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-80.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-80.ec2.internal I0326 16:13:38.230298 3801 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-109.ec2.internal for the network default I0326 16:13:38.231269 3801 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-109.ec2.internal" on network "default" took: 982.873µs W0326 16:13:38.238185 3801 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-lw8lq: pod kube-system/global-pull-secret-syncer-lw8lq: no pod IPs found W0326 16:13:38.238205 3801 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-nt65j: pod openshift-multus/network-metrics-daemon-nt65j: no pod IPs found W0326 16:13:38.238216 3801 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kcm6t: pod openshift-network-diagnostics/network-check-target-kcm6t: no pod IPs found I0326 16:13:38.239169 3801 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-134.ec2.internal for the network default I0326 16:13:38.240104 3801 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0326 16:13:38.240146 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0326 16:13:38.240184 3801 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0326 16:13:38.240194 3801 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:38.240201 3801 services_controller.go:574] Full service sync requested for network=default I0326 16:13:38.240206 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:38.240207 3801 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0326 16:13:38.240215 3801 node_tracker.go:235] Node ip-10-0-2-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal" I0326 16:13:38.240222 3801 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:38.240228 3801 services_controller.go:574] Full service sync requested for network=default I0326 16:13:38.240235 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-109.ec2.internal in network "default" I0326 16:13:38.240259 3801 node_tracker.go:169] Node ip-10-0-0-109.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:38.240266 3801 services_controller.go:574] Full service sync requested for network=default I0326 16:13:38.341119 3801 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0326 16:13:38.341144 3801 services_controller.go:208] Setting up event handlers for services for network=default I0326 16:13:38.341203 3801 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0326 16:13:38.341248 3801 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0326 16:13:38.341267 3801 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0326 16:13:38.441557 3801 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0326 16:13:38.441585 3801 repair.go:60] Starting repairing loop for services I0326 16:13:38.441675 3801 repair.go:131] Deleted 0 stale service LBs I0326 16:13:38.441693 3801 repair.go:137] Deleted 0 stale Chassis Template Vars I0326 16:13:38.441708 3801 repair.go:62] Finished repairing loop for services: 126.776µs I0326 16:13:38.441733 3801 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0326 16:13:38.441742 3801 services_controller.go:254] Starting workers for network=default I0326 16:13:38.442110 3801 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-lw8lq] creating logical port kube-system_global-pull-secret-syncer-lw8lq for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:38.442140 3801 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nt65j] creating logical port openshift-multus_network-metrics-daemon-nt65j for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:38.442252 3801 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-lw8lq I0326 16:13:38.442288 3801 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-nt65j I0326 16:13:38.442276 3801 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zxqv9, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zxqv9: suppressed error logged: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found I0326 16:13:38.442458 3801 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kcm6t] creating logical port openshift-network-diagnostics_network-check-target-kcm6t for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:38.442503 3801 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-4dhst, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4dhst: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found I0326 16:13:38.442567 3801 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kcm6t W0326 16:13:38.443518 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0326 16:13:38.448147 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:38.449209 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 16:13:38.458345 3801 pod.go:62] [kube-system/global-pull-secret-syncer-lw8lq] pod update took 16.153815ms I0326 16:13:38.458364 3801 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-lw8lq] addLogicalPort annotation time took 16.176141ms I0326 16:13:38.459239 3801 pods.go:271] [kube-system/global-pull-secret-syncer-lw8lq] addLogicalPort took 17.138181ms, libovsdb time 678.273µs I0326 16:13:38.463213 3801 pod.go:62] [openshift-network-diagnostics/network-check-target-kcm6t] pod update took 20.681465ms I0326 16:13:38.463232 3801 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-kcm6t] addLogicalPort annotation time took 20.725634ms I0326 16:13:38.463372 3801 pod.go:62] [openshift-multus/network-metrics-daemon-nt65j] pod update took 21.156614ms I0326 16:13:38.463392 3801 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-nt65j] addLogicalPort annotation time took 21.180677ms I0326 16:13:38.464151 3801 pods.go:271] [openshift-network-diagnostics/network-check-target-kcm6t] addLogicalPort took 21.744224ms, libovsdb time 703.615µs I0326 16:13:38.464510 3801 pods.go:271] [openshift-multus/network-metrics-daemon-nt65j] addLogicalPort took 22.384055ms, libovsdb time 930.659µs I0326 16:13:38.465039 3801 admin_network_policy_controller.go:227] Starting controller default-network-controller I0326 16:13:38.465068 3801 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0326 16:13:38.465085 3801 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0326 16:13:38.465089 3801 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0326 16:13:38.465272 3801 repair.go:29] Repairing admin network policies took 177.893µs I0326 16:13:38.465373 3801 repair.go:92] Repairing baseline admin network policies took 91.398µs I0326 16:13:38.465790 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0326 16:13:38.465810 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0326 16:13:38.467640 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0326 16:13:38.467661 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0326 16:13:38.467670 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0326 16:13:38.468263 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0326 16:13:38.468278 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0326 16:13:38.468287 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0326 16:13:38.470669 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0326 16:13:38.470686 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0326 16:13:38.470697 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0326 16:13:38.473011 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0326 16:13:38.473029 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0326 16:13:38.473039 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0326 16:13:38.475615 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0326 16:13:38.475634 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0326 16:13:38.475643 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0326 16:13:38.477460 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0326 16:13:38.477489 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0326 16:13:38.477503 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0326 16:13:38.479717 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0326 16:13:38.479741 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0326 16:13:38.479752 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0326 16:13:38.480084 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0326 16:13:38.480105 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0326 16:13:38.480116 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0326 16:13:38.481202 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0326 16:13:38.481226 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0326 16:13:38.481240 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0326 16:13:38.482395 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0326 16:13:38.482412 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0326 16:13:38.482418 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0326 16:13:38.482782 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0326 16:13:38.482800 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0326 16:13:38.482809 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0326 16:13:38.483368 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0326 16:13:38.483384 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0326 16:13:38.483391 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0326 16:13:38.484657 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0326 16:13:38.484675 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0326 16:13:38.484684 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0326 16:13:38.484968 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0326 16:13:38.484984 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0326 16:13:38.484993 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0326 16:13:38.485529 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0326 16:13:38.485547 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0326 16:13:38.485555 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0326 16:13:38.486072 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0326 16:13:38.486089 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0326 16:13:38.486096 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0326 16:13:38.486660 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0326 16:13:38.486685 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0326 16:13:38.487951 3801 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0326 16:13:38.487969 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 16:13:38.488746 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0326 16:13:38.488766 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0326 16:13:38.488777 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0326 16:13:38.489346 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0326 16:13:38.489368 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0326 16:13:38.489379 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0326 16:13:38.490472 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0326 16:13:38.490499 3801 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0326 16:13:38.490507 3801 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0326 16:13:38.490849 3801 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0326 16:13:38.490884 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0326 16:13:38.490896 3801 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0326 16:13:38.492658 3801 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0326 16:13:38.492675 3801 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0326 16:13:38.492683 3801 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0326 16:13:38.493216 3801 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0326 16:13:38.493238 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0326 16:13:38.493248 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0326 16:13:38.494534 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0326 16:13:38.494557 3801 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0326 16:13:38.494569 3801 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0326 16:13:38.495796 3801 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0326 16:13:38.495816 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0326 16:13:38.495825 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0326 16:13:38.496390 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0326 16:13:38.496409 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0326 16:13:38.496438 3801 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0326 16:13:38.497224 3801 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0326 16:13:38.497244 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0326 16:13:38.497253 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0326 16:13:38.497816 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0326 16:13:38.497834 3801 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0326 16:13:38.497849 3801 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0326 16:13:38.498397 3801 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0326 16:13:38.505225 3801 egressfirewall.go:319] Starting EgressFirewall controller I0326 16:13:38.505294 3801 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0326 16:13:38.505325 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0326 16:13:38.505339 3801 controller.go:133] Adding controller egress-firewall-controller event handlers I0326 16:13:38.505364 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0326 16:13:38.505377 3801 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0326 16:13:38.505341 3801 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0326 16:13:38.505651 3801 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0326 16:13:38.505666 3801 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0326 16:13:38.505676 3801 egressqos.go:193] Setting up event handlers for EgressQoS I0326 16:13:38.505781 3801 egressfirewall.go:628] Syncing node "ip-10-0-0-109.ec2.internal" for egress firewall I0326 16:13:38.505793 3801 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0326 16:13:38.505799 3801 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:13:38.505830 3801 egressqos.go:245] Starting EgressQoS Controller I0326 16:13:38.505844 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0326 16:13:38.505852 3801 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0326 16:13:38.505858 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0326 16:13:38.505863 3801 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0326 16:13:38.505886 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0326 16:13:38.505891 3801 shared_informer.go:356] "Caches are synced" controller="egressqos" I0326 16:13:38.505895 3801 egressqos.go:259] Repairing EgressQoSes I0326 16:13:38.505899 3801 egressqos.go:399] Starting repairing loop for egressqos I0326 16:13:38.505987 3801 egressqos.go:401] Finished repairing loop for egressqos: 87.841µs I0326 16:13:38.506002 3801 egressservice_zone.go:132] Setting up event handlers for Egress Services I0326 16:13:38.506041 3801 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-134.ec2.internal I0326 16:13:38.506085 3801 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-134.ec2.internal : 44.386µs I0326 16:13:38.506167 3801 egressservice_zone.go:210] Starting Egress Services Controller I0326 16:13:38.506182 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 16:13:38.506190 3801 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 16:13:38.506198 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 16:13:38.506202 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 16:13:38.506209 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 16:13:38.506216 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 16:13:38.506222 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0326 16:13:38.506228 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0326 16:13:38.506234 3801 egressservice_zone.go:228] Repairing Egress Services I0326 16:13:38.506511 3801 master_controller.go:88] Starting Admin Policy Based Route Controller I0326 16:13:38.506520 3801 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 16:13:38.506547 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-109.ec2.internal I0326 16:13:38.506567 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-109.ec2.internal: 23.037µs I0326 16:13:38.506583 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0326 16:13:38.506596 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 11.33µs I0326 16:13:38.506610 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:13:38.506616 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 8.513µs I0326 16:13:38.506739 3801 default_network_controller.go:568] Completing all the Watchers took 323.010609ms I0326 16:13:38.506754 3801 default_network_controller.go:572] Starting unidling controllers I0326 16:13:38.506771 3801 unidle.go:46] Registering OVN SB ControllerEvent handler I0326 16:13:38.506782 3801 unidle.go:63] Populating Initial ContollerEvent events I0326 16:13:38.506798 3801 unidle.go:79] Setting up event handlers for services I0326 16:13:38.506855 3801 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0326 16:13:38.629438 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 16:13:38.723010 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:38.826481 3801 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:13:38.826493 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:13:38.826520 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 30.774µs I0326 16:13:38.826643 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 16:13:39.221961 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:39.722749 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:40.222040 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:40.622860 3801 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0326 16:13:40.722670 3801 default_node_network_controller.go:518] Node connection status = connected I0326 16:13:40.737144 3801 bridgeconfig.go:537] Gateway is ready I0326 16:13:40.737159 3801 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0326 16:13:40.746749 3801 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.134. Updating OVN encap IP. I0326 16:13:40.751365 3801 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.134 - it is already configured I0326 16:13:40.751378 3801 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.134/24:{} 172.20.0.1/32:{}]. Updating annotations. I0326 16:13:40.751600 3801 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.134/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-134.ec2.internal","mac-address":"0a:ff:db:b5:e5:1b","ip-addresses":["10.0.1.134/24"],"ip-address":"10.0.1.134/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:72d166f6-9436-4e4e-a54c-31b2fd34ff6b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.134/24"}] on node ip-10-0-1-134.ec2.internal I0326 16:13:40.766337 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-134.ec2.internal in network "default" I0326 16:13:40.766348 3801 egressfirewall.go:628] Syncing node "ip-10-0-1-134.ec2.internal" for egress firewall I0326 16:13:40.766345 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0326 16:13:40.766373 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 30.562µs I0326 16:13:40.766376 3801 master.go:532] Adding or Updating local node "ip-10-0-1-134.ec2.internal" for network "default" I0326 16:13:40.766429 3801 node_tracker.go:169] Node ip-10-0-1-134.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:40.766450 3801 services_controller.go:574] Full service sync requested for network=default I0326 16:13:40.766596 3801 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.134 W0326 16:13:40.766667 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:40.766682 3801 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-134.ec2.internal W0326 16:13:40.766944 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:40.766999 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 16:13:40.770970 3801 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-134.ec2.internal. Updating no re-route policies I0326 16:13:40.771039 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9 I0326 16:13:40.771060 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zxqv9 I0326 16:13:40.771057 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg2kc I0326 16:13:40.771071 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-4gpf8 I0326 16:13:40.771084 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zvrk6 I0326 16:13:40.771089 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t I0326 16:13:40.771092 3801 obj_retry.go:375] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zxqv9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zxqv9: suppressed error logged: pod openshift-multus/network-metrics-daemon-zxqv9: no pod IPs found I0326 16:13:40.771096 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-fcn7m I0326 16:13:40.771099 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jzlhj I0326 16:13:40.771102 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t I0326 16:13:40.771105 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-fcn7m I0326 16:13:40.771110 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jzlhj I0326 16:13:40.771109 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal I0326 16:13:40.771110 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-jjrvz I0326 16:13:40.771116 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst I0326 16:13:40.771118 3801 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-lw8lq I0326 16:13:40.771122 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-jjrvz I0326 16:13:40.771132 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4dhst I0326 16:13:40.771134 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-lw8lq I0326 16:13:40.771084 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-blh8c I0326 16:13:40.771135 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jzlhj after 0 failed attempt(s) I0326 16:13:40.771138 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2464x I0326 16:13:40.771097 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-zvrk6 I0326 16:13:40.771147 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-jjrvz after 0 failed attempt(s) I0326 16:13:40.771072 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nt65j I0326 16:13:40.771152 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2464x I0326 16:13:40.771156 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nt65j I0326 16:13:40.771160 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-zvrk6 after 0 failed attempt(s) I0326 16:13:40.771138 3801 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kcm6t] creating logical port openshift-network-diagnostics_network-check-target-kcm6t for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:40.771169 3801 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-lw8lq] creating logical port kube-system_global-pull-secret-syncer-lw8lq for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:40.771172 3801 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-4dhst, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-4dhst: suppressed error logged: pod openshift-network-diagnostics/network-check-target-4dhst: no pod IPs found I0326 16:13:40.771101 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal I0326 16:13:40.771185 3801 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-nt65j] creating logical port openshift-multus_network-metrics-daemon-nt65j for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:40.771122 3801 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal I0326 16:13:40.771204 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-134.ec2.internal after 0 failed attempt(s) I0326 16:13:40.771062 3801 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-vxp8q I0326 16:13:40.771132 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-fcn7m after 0 failed attempt(s) I0326 16:13:40.771225 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-vxp8q I0326 16:13:40.771172 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2464x after 0 failed attempt(s) I0326 16:13:40.771145 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-blh8c I0326 16:13:40.771247 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-vxp8q after 0 failed attempt(s) I0326 16:13:40.771075 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg2kc I0326 16:13:40.771255 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-blh8c after 0 failed attempt(s) I0326 16:13:40.771087 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-4gpf8 I0326 16:13:40.771264 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jg2kc after 0 failed attempt(s) I0326 16:13:40.771276 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-4gpf8 after 0 failed attempt(s) I0326 16:13:40.771186 3801 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal I0326 16:13:40.771323 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-134.ec2.internal after 0 failed attempt(s) I0326 16:13:40.771965 3801 pods.go:271] [openshift-network-diagnostics/network-check-target-kcm6t] addLogicalPort took 834.892µs, libovsdb time 279.043µs I0326 16:13:40.771976 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kcm6t after 0 failed attempt(s) I0326 16:13:40.772052 3801 pods.go:271] [openshift-multus/network-metrics-daemon-nt65j] addLogicalPort took 875.934µs, libovsdb time 374.029µs I0326 16:13:40.772058 3801 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-nt65j after 0 failed attempt(s) I0326 16:13:40.772169 3801 pods.go:271] [kube-system/global-pull-secret-syncer-lw8lq] addLogicalPort took 1.010324ms, libovsdb time 415.689µs I0326 16:13:40.772187 3801 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-lw8lq after 0 failed attempt(s) I0326 16:13:40.781813 3801 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0326 16:13:40.792464 3801 iptables.go:108] Creating table: mangle chain: OUTPUT I0326 16:13:40.795496 3801 iptables.go:108] Creating table: nat chain: OUTPUT I0326 16:13:40.817368 3801 iptables.go:108] Creating table: nat chain: PREROUTING I0326 16:13:40.861744 3801 iptables.go:108] Creating table: filter chain: FORWARD I0326 16:13:40.877631 3801 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0326 16:13:40.877737 3801 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0326 16:13:40.877778 3801 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0326 16:13:40.877846 3801 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0326 16:13:40.877919 3801 gateway_init.go:325] Gateway and management port readiness took 2.659444525s I0326 16:13:40.877945 3801 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0326 16:13:40.877979 3801 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0326 16:13:40.877991 3801 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0326 16:13:40.877999 3801 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0326 16:13:40.878086 3801 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0326 16:13:40.878164 3801 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.536µs I0326 16:13:40.878347 3801 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0326 16:13:40.878370 3801 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 14.673µs I0326 16:13:40.878377 3801 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.737µs I0326 16:13:40.878383 3801 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0326 16:13:40.878391 3801 nad_controller.go:173] [node-nad-controller NAD controller]: started I0326 16:13:40.878396 3801 default_node_network_controller.go:898] Starting the default node network controller I0326 16:13:40.878401 3801 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0326 16:13:40.878475 3801 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 11.382µs I0326 16:13:40.878525 3801 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0326 16:13:40.878533 3801 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0326 16:13:40.878555 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b882a0 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000ac8c30 0xc0002c6700 0xc0002c6770 0xc000ac8c80 0xc006574fc0 0xc0002c67e0 map[0x2f67040:0xc002594d20 0x2f67580:0xc002594f60 0x2f68000:0xc002414120 0x2f682a0:0xc002594cc0 0x2f687e0:0xc002594d80 0x2f68a80:0xc002594de0 0x2f68d20:0xc002594e40 0x2f69500:0xc002594fc0 0x2f697a0:0xc002595020 0x2f93d40:0xc000dbd6e0 0x2f940e0:0xc000dbd740 0x2f94bc0:0xc000a7fb00 0x2f96520:0xc001b6c000 0x2f97000:0xc0024140c0 0x2f97e80:0xc001b6c060] 0xc0004629a0 0} I0326 16:13:40.878610 3801 gateway.go:151] Starting gateway service sync I0326 16:13:40.879437 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0326 16:13:40.881455 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0326 16:13:40.890500 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0326 16:13:40.891632 3801 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0326 16:13:40.892698 3801 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0326 16:13:40.925903 3801 gateway.go:168] Gateway service sync done. Time taken: 47.281256ms I0326 16:13:40.926323 3801 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31879 I0326 16:13:40.926642 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b882a0 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000ac8c30 0xc0002c6700 0xc0002c6770 0xc000ac8c80 0xc006574fc0 0xc0002c67e0 map[0x2f67040:0xc002594d20 0x2f67580:0xc002594f60 0x2f68000:0xc002414120 0x2f682a0:0xc002594cc0 0x2f687e0:0xc002594d80 0x2f68a80:0xc002594de0 0x2f68d20:0xc002594e40 0x2f69500:0xc002594fc0 0x2f697a0:0xc002595020 0x2f93d40:0xc000dbd6e0 0x2f940e0:0xc000dbd740 0x2f94bc0:0xc000a7fb00 0x2f96520:0xc001b6c000 0x2f97000:0xc0024140c0 0x2f97e80:0xc001b6c060] 0xc0004629a0 0} I0326 16:13:40.927099 3801 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b882a0 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000ac8c30 0xc0002c6700 0xc0002c6770 0xc000ac8c80 0xc006574fc0 0xc0002c67e0 map[0x2f67040:0xc002594d20 0x2f67580:0xc002594f60 0x2f68000:0xc002414120 0x2f682a0:0xc002594cc0 0x2f687e0:0xc002594d80 0x2f68a80:0xc002594de0 0x2f68d20:0xc002594e40 0x2f69500:0xc002594fc0 0x2f697a0:0xc002595020 0x2f93d40:0xc000dbd6e0 0x2f940e0:0xc000dbd740 0x2f94bc0:0xc000a7fb00 0x2f96520:0xc001b6c000 0x2f97000:0xc0024140c0 0x2f97e80:0xc001b6c060] 0xc0004629a0 0} I0326 16:13:40.927133 3801 gateway.go:519] Reconciling gateway with updates I0326 16:13:40.932655 3801 gateway.go:326] Spawning Conntrack Rule Check Thread I0326 16:13:40.932733 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:13:40.932742 3801 default_node_network_controller.go:943] Gateway and management port readiness took 54.20052ms I0326 16:13:40.932745 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:40.932749 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:13:40.932755 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:40.932767 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:40.932784 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:40.932784 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:40.932791 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 16:13:40.932768 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:40.932799 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:40.932801 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:40.932802 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:40.932810 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 16:13:40.932815 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:40.932811 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:40.932818 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:40.932824 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 16:13:40.932826 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:40.932829 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:40.932838 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:40.932839 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:40.932842 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:40.932840 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:40.932838 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:40.932852 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:40.932854 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:40.932855 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:40.932878 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:40.932877 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:40.932884 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:40.932884 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 16:13:40.932887 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 16:13:40.932887 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:40.932818 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:40.932898 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:40.932901 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:40.932787 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:40.932907 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:40.932914 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:40.932914 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:40.932921 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:40.932918 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:40.932924 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:40.932928 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:40.932928 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 16:13:40.932804 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:40.932939 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:40.932939 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:40.932937 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:40.932949 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:40.932900 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:40.932953 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed I0326 16:13:40.932856 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:40.933021 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0326 16:13:40.933022 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 16:13:40.932916 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:40.933039 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:40.933041 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 16:13:40.933052 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 16:13:40.932914 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:40.933067 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 16:13:40.933074 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 16:13:40.932816 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:40.933078 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 16:13:40.932907 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 16:13:40.933069 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 16:13:40.932829 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:40.933086 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:40.933097 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 16:13:40.932828 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:40.933110 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:40.932839 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:40.933151 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:40.933159 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 16:13:40.932844 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:40.932844 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:40.932848 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:40.932857 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 16:13:40.932802 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 16:13:40.932856 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:40.933266 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:40.932735 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:40.933290 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:40.932888 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:40.932888 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 16:13:40.933336 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 16:13:40.932788 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:40.933351 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:40.932901 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:40.933359 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 16:13:40.933369 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:40.932905 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 16:13:40.932903 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:40.933435 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:40.932907 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:40.933450 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 16:13:40.932806 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:40.933461 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:40.932909 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:40.932918 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:40.933511 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:40.932926 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:40.932926 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:40.933571 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 16:13:40.932814 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:40.933595 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:40.932942 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 16:13:40.933653 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 16:13:40.932945 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:40.932957 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:40.932956 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 16:13:40.933014 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 16:13:40.933062 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 16:13:40.933076 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 16:13:40.932828 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:40.933727 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:40.933739 3801 node_ip_handler_linux.go:160] Node IP manager is running W0326 16:13:40.968425 3801 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 16:13:40.968644 3801 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0326 16:13:40.968770 3801 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0326 16:13:40.977277 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 16:13:40.977285 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 16:13:40.977315 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 16:13:40.977326 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 16:13:40.977333 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 16:13:40.977338 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 16:13:40.977344 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 16:13:40.977348 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 16:13:40.977354 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 16:13:40.977360 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 16:13:40.977366 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 16:13:40.977371 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0326 16:13:40.977376 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 16:13:41.014935 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 16:13:41.014966 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 16:13:41.014975 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 16:13:41.014981 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 16:13:41.014989 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 16:13:41.014994 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 16:13:41.051891 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 16:13:41.051918 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 16:13:42.513598 3801 default_node_network_controller.go:1364] Starting node controller node sync W0326 16:13:42.513653 3801 egressip_healthcheck.go:76] Health checking using insecure connection I0326 16:13:42.513694 3801 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0326 16:13:42.525428 3801 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.792912ms I0326 16:13:42.525543 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 10.0.0.109 to PMTUD blocking rules I0326 16:13:42.525555 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-109.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 16:13:42.557144 3801 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0326 16:13:42.557399 3801 egressservice_node.go:93] Setting up event handlers for Egress Services I0326 16:13:42.557497 3801 egressservice_node.go:183] Starting Egress Services Controller I0326 16:13:42.557511 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0326 16:13:42.557521 3801 shared_informer.go:356] "Caches are synced" controller="egressservices" I0326 16:13:42.557526 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0326 16:13:42.557531 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0326 16:13:42.557537 3801 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0326 16:13:42.557541 3801 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0326 16:13:42.557546 3801 egressservice_node.go:197] Repairing Egress Services I0326 16:13:42.567221 3801 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0326 16:13:42.567231 3801 external_controller.go:278] Starting Admin Policy Based Route Controller I0326 16:13:42.567366 3801 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0326 16:13:42.567375 3801 link_network_manager.go:117] Link manager is running I0326 16:13:42.567387 3801 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0326 16:13:42.567438 3801 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0326 16:13:42.567751 3801 vrf_manager.go:128] VRF manager is running I0326 16:13:42.567820 3801 node_controller_manager.go:437] Removing flows to drop GARP I0326 16:13:42.567829 3801 gateway.go:519] Reconciling gateway with updates I0326 16:13:42.591759 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:42.591765 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:42.591775 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:42.591780 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:42.591785 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:42.591788 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:42.591789 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:42.591795 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0326 16:13:42.591798 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:42.591802 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:42.591810 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0326 16:13:42.591811 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:42.591816 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0326 16:13:42.591817 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:42.591822 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0326 16:13:42.591829 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0326 16:13:42.591830 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0326 16:13:42.591831 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:13:42.591837 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0326 16:13:42.591833 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:42.591844 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0326 16:13:42.591847 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:42.591851 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:42.591853 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0326 16:13:42.591855 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:42.591860 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:42.591862 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0326 16:13:42.591882 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0326 16:13:42.591884 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:42.591888 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:42.591888 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:42.591894 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0326 16:13:42.591894 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0326 16:13:42.591895 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:42.591901 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0326 16:13:42.591903 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0326 16:13:42.591909 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0326 16:13:42.591909 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:42.591911 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0326 16:13:42.591912 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:42.591917 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0326 16:13:42.591917 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:42.591924 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0326 16:13:42.591910 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:42.591931 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0326 16:13:42.591935 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0326 16:13:42.591936 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0326 16:13:42.591942 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0326 16:13:42.591922 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0326 16:13:42.591961 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0326 16:13:42.591966 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0326 16:13:42.591810 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:42.591977 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0326 16:13:42.591980 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0326 16:13:42.591981 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0326 16:13:42.591801 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0326 16:13:42.591850 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:42.592000 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0326 16:13:42.591978 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0326 16:13:42.591839 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0326 16:13:42.591889 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0326 16:13:42.591796 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:13:42.591779 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0326 16:13:42.591829 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:42.592075 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0326 16:13:42.592079 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0326 16:13:42.591897 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0326 16:13:42.591821 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0326 16:13:42.591812 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0326 16:13:42.592121 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0326 16:13:42.591790 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0326 16:13:42.591780 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0326 16:13:42.591768 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:42.592167 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0326 16:13:42.591792 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0326 16:13:42.591801 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:42.592209 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0326 16:13:42.591802 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:42.592235 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0326 16:13:42.591813 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:42.592281 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0326 16:13:42.591822 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:42.592293 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0326 16:13:42.592308 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 30457 is already open, no action needed I0326 16:13:42.592314 3801 port_claim.go:71] Svc openshift-ingress/router-default: port 32571 is already open, no action needed I0326 16:13:42.591823 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:42.592360 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0326 16:13:42.592367 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0326 16:13:42.591832 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:42.592374 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0326 16:13:42.591841 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0326 16:13:42.591842 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:42.592441 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0326 16:13:42.591841 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:42.592468 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0326 16:13:42.591849 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:42.592494 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0326 16:13:42.591859 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0326 16:13:42.592520 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0326 16:13:42.591859 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:42.592541 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0326 16:13:42.591861 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:42.592617 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0326 16:13:42.591900 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0326 16:13:42.591901 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0326 16:13:42.591913 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0326 16:13:42.591914 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:42.592678 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0326 16:13:42.591925 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0326 16:13:42.591923 3801 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:42.592726 3801 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0326 16:13:42.629156 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0326 16:13:42.629174 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0326 16:13:42.629181 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0326 16:13:42.665588 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0326 16:13:42.665607 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0326 16:13:42.665614 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0326 16:13:42.665619 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0326 16:13:42.665625 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0326 16:13:42.665631 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0326 16:13:42.665636 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0326 16:13:42.665658 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0326 16:13:42.665664 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0326 16:13:42.665669 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0326 16:13:42.665674 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0326 16:13:42.665680 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0326 16:13:42.701936 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0326 16:13:42.701948 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0326 16:13:42.701967 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0326 16:13:42.701974 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0326 16:13:42.701979 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0326 16:13:42.701985 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0326 16:13:42.701991 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0326 16:13:42.701996 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0326 16:13:42.702002 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0326 16:13:42.702007 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0326 16:13:42.702012 3801 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) W0326 16:13:43.119520 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0326 16:13:48.957900 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 16:13:56.285638 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:13:56.333453 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 16:13:56.437194 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 16:13:56.454335 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-84dfc9895-q7qrc IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-84dfc9895-q7qrc: no pod IPs found W0326 16:13:56.468005 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-image-registry/image-registry-797d68944d-sgs8p IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-797d68944d-sgs8p: no pod IPs found I0326 16:13:57.727065 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:57.727119 3801 node_tracker.go:235] Node ip-10-0-2-80.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-80.ec2.internal" I0326 16:13:57.727116 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 16:13:57.727135 3801 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.727150 3801 services_controller.go:574] Full service sync requested for network=default W0326 16:13:57.727502 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:57.727523 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:13:57.727612 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:13:57.762967 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0326 16:13:57.809006 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-134.ec2.internal I0326 16:13:57.809033 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-134.ec2.internal: 32.754µs I0326 16:13:57.834916 3801 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-54c46ccb4-99z7g] creating logical port openshift-image-registry_image-registry-54c46ccb4-99z7g for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.835015 3801 kube.go:256] Updating pod openshift-image-registry/image-registry-54c46ccb4-99z7g I0326 16:13:57.858328 3801 pod.go:62] [openshift-image-registry/image-registry-54c46ccb4-99z7g] pod update took 23.344113ms I0326 16:13:57.858351 3801 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-54c46ccb4-99z7g] addLogicalPort annotation time took 23.372842ms I0326 16:13:57.859436 3801 pods.go:271] [openshift-image-registry/image-registry-54c46ccb4-99z7g] addLogicalPort took 24.537027ms, libovsdb time 840.822µs I0326 16:13:57.861121 3801 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-sbr9j] creating logical port openshift-console_downloads-56d45c498b-sbr9j for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.861154 3801 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-84f8d898b7-kvgzg] creating logical port openshift-ingress_router-default-84f8d898b7-kvgzg for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.861230 3801 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-sbr9j I0326 16:13:57.861239 3801 kube.go:256] Updating pod openshift-ingress/router-default-84f8d898b7-kvgzg I0326 16:13:57.862414 3801 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-ldltq] creating logical port openshift-ingress-canary_ingress-canary-ldltq for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.862471 3801 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-ldltq I0326 16:13:57.877616 3801 pod.go:62] [openshift-ingress-canary/ingress-canary-ldltq] pod update took 15.160934ms I0326 16:13:57.877634 3801 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-ldltq] addLogicalPort annotation time took 15.181323ms I0326 16:13:57.878944 3801 pods.go:271] [openshift-ingress-canary/ingress-canary-ldltq] addLogicalPort took 16.537045ms, libovsdb time 1.013806ms I0326 16:13:57.879001 3801 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-pd848] creating logical port openshift-dns_dns-default-pd848 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.879063 3801 kube.go:256] Updating pod openshift-dns/dns-default-pd848 I0326 16:13:57.882385 3801 pod.go:62] [openshift-ingress/router-default-84f8d898b7-kvgzg] pod update took 21.176356ms I0326 16:13:57.882409 3801 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-84f8d898b7-kvgzg] addLogicalPort annotation time took 21.20336ms I0326 16:13:57.882532 3801 pod.go:62] [openshift-console/downloads-56d45c498b-sbr9j] pod update took 21.336443ms I0326 16:13:57.882552 3801 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-sbr9j] addLogicalPort annotation time took 21.358441ms I0326 16:13:57.883412 3801 pods.go:271] [openshift-ingress/router-default-84f8d898b7-kvgzg] addLogicalPort took 22.270229ms, libovsdb time 706.974µs I0326 16:13:57.883676 3801 pods.go:271] [openshift-console/downloads-56d45c498b-sbr9j] addLogicalPort took 22.571412ms, libovsdb time 845.093µs I0326 16:13:57.895019 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:57.895069 3801 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:57.895081 3801 services_controller.go:574] Full service sync requested for network=default I0326 16:13:57.895120 3801 default_network_controller.go:1008] Node "ip-10-0-2-80.ec2.internal" in remote zone "ip-10-0-2-80.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0326 16:13:57.895203 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:13:57.895473 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:57.895491 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 16:13:57.895660 3801 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-80.ec2.internal for the network default I0326 16:13:57.896750 3801 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-80.ec2.internal" on network "default" took: 1.103861ms I0326 16:13:57.905068 3801 pod.go:62] [openshift-dns/dns-default-pd848] pod update took 26.028862ms I0326 16:13:57.905087 3801 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-pd848] addLogicalPort annotation time took 26.050487ms I0326 16:13:57.906147 3801 pods.go:271] [openshift-dns/dns-default-pd848] addLogicalPort took 27.155188ms, libovsdb time 765.714µs I0326 16:13:57.907212 3801 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jfv7q] creating logical port openshift-insights_insights-runtime-extractor-jfv7q for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:57.907308 3801 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jfv7q I0326 16:13:57.925857 3801 pod.go:62] [openshift-insights/insights-runtime-extractor-jfv7q] pod update took 18.583146ms I0326 16:13:57.925914 3801 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-jfv7q] addLogicalPort annotation time took 18.647033ms I0326 16:13:57.927164 3801 pods.go:271] [openshift-insights/insights-runtime-extractor-jfv7q] addLogicalPort took 19.958351ms, libovsdb time 936.049µs I0326 16:13:58.252762 3801 cni.go:403] [openshift-image-registry/image-registry-54c46ccb4-99z7g 30b1567ed0989061837655dfac036d64275eb53331abbd3d7b02da22166f275f network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-54c46ccb4-99z7g 30b1567ed0989061837655dfac036d64275eb53331abbd3d7b02da22166f275f network default NAD default] I0326 16:13:58.272308 3801 cni.go:403] [openshift-console/downloads-56d45c498b-sbr9j 1559e7ca736c8d04a99b2dd83d8c135ed958d1e026ceb5d837eae350302f1c4d network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-sbr9j 1559e7ca736c8d04a99b2dd83d8c135ed958d1e026ceb5d837eae350302f1c4d network default NAD default] I0326 16:13:58.286376 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-54c46ccb4-99z7g, hostIfaceName: 30b1567ed098906, network: default, NAD default, SandboxID: "30b1567ed0989061837655dfac036d64275eb53331abbd3d7b02da22166f275f", PCI device ID: , UID: "6df6be7b-ae6c-4199-8e0b-6c5dbd603a8d", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0326 16:13:58.286690 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-sbr9j, hostIfaceName: 1559e7ca736c8d0, network: default, NAD default, SandboxID: "1559e7ca736c8d04a99b2dd83d8c135ed958d1e026ceb5d837eae350302f1c4d", PCI device ID: , UID: "595bfb32-6cc5-4877-bc85-a18f37354e72", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0326 16:13:58.323542 3801 cni.go:403] [openshift-ingress-canary/ingress-canary-ldltq c88d690fc41cde5ade71befb512a4e770e1f2160cd0211adb7f1ba7b9cd7806e network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-ldltq c88d690fc41cde5ade71befb512a4e770e1f2160cd0211adb7f1ba7b9cd7806e network default NAD default] I0326 16:13:58.333533 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-ldltq, hostIfaceName: c88d690fc41cde5, network: default, NAD default, SandboxID: "c88d690fc41cde5ade71befb512a4e770e1f2160cd0211adb7f1ba7b9cd7806e", PCI device ID: , UID: "fc4030f8-dbfd-4a68-a534-7c4755c06478", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0326 16:13:58.337934 3801 cni.go:424] [openshift-image-registry/image-registry-54c46ccb4-99z7g 30b1567ed0989061837655dfac036d64275eb53331abbd3d7b02da22166f275f network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-54c46ccb4-99z7g 30b1567ed0989061837655dfac036d64275eb53331abbd3d7b02da22166f275f network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:be:53:67:0e:58\",\"name\":\"30b1567ed098906\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3e2091e-42ae-43c4-bb79-9470c5ddb714\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:13:58.342709 3801 cni.go:403] [openshift-dns/dns-default-pd848 3d84b64c72717d4ae98905ed854508ebac322a47779d251f823417d92abf7f02 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-pd848 3d84b64c72717d4ae98905ed854508ebac322a47779d251f823417d92abf7f02 network default NAD default] I0326 16:13:58.354210 3801 cni.go:424] [openshift-console/downloads-56d45c498b-sbr9j 1559e7ca736c8d04a99b2dd83d8c135ed958d1e026ceb5d837eae350302f1c4d network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-sbr9j 1559e7ca736c8d04a99b2dd83d8c135ed958d1e026ceb5d837eae350302f1c4d network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:2a:1d:2b:d8:1a\",\"name\":\"1559e7ca736c8d0\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/681169ef-e8f6-43f9-a542-84b1b0fe5dcc\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:13:58.354340 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-pd848, hostIfaceName: 3d84b64c72717d4, network: default, NAD default, SandboxID: "3d84b64c72717d4ae98905ed854508ebac322a47779d251f823417d92abf7f02", PCI device ID: , UID: "ddd66d5b-4d3c-47a0-beb5-1fd7e3ba2a25", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0326 16:13:58.359904 3801 cni.go:403] [openshift-insights/insights-runtime-extractor-jfv7q 26c7b0dc34eb917b4ea720512b9f1218edcea08a49b7e1859c0ca1030a6cd17f network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jfv7q 26c7b0dc34eb917b4ea720512b9f1218edcea08a49b7e1859c0ca1030a6cd17f network default NAD default] I0326 16:13:58.378682 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jfv7q, hostIfaceName: 26c7b0dc34eb917, network: default, NAD default, SandboxID: "26c7b0dc34eb917b4ea720512b9f1218edcea08a49b7e1859c0ca1030a6cd17f", PCI device ID: , UID: "0f00d5d2-27df-4ba9-ba29-52e2982588bd", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0326 16:13:58.380471 3801 cni.go:424] [openshift-ingress-canary/ingress-canary-ldltq c88d690fc41cde5ade71befb512a4e770e1f2160cd0211adb7f1ba7b9cd7806e network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-ldltq c88d690fc41cde5ade71befb512a4e770e1f2160cd0211adb7f1ba7b9cd7806e network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:6e:95:a1:88:56\",\"name\":\"c88d690fc41cde5\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd2ca350-2fde-4e4a-9e59-ffee90b4fb95\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:13:58.399932 3801 cni.go:424] [openshift-dns/dns-default-pd848 3d84b64c72717d4ae98905ed854508ebac322a47779d251f823417d92abf7f02 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-pd848 3d84b64c72717d4ae98905ed854508ebac322a47779d251f823417d92abf7f02 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:3d:15:b4:4e:17\",\"name\":\"3d84b64c72717d4\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a651aaf8-e387-4e80-9342-485c85bd462d\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:13:58.418491 3801 cni.go:424] [openshift-insights/insights-runtime-extractor-jfv7q 26c7b0dc34eb917b4ea720512b9f1218edcea08a49b7e1859c0ca1030a6cd17f network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jfv7q 26c7b0dc34eb917b4ea720512b9f1218edcea08a49b7e1859c0ca1030a6cd17f network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:65:14:ac:d7:a0\",\"name\":\"26c7b0dc34eb917\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef9a7b58-2cf2-4afc-a645-429594cb61d4\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:13:58.475122 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:13:58.475147 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 31.74µs W0326 16:13:58.475155 3801 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.475170 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.475179 3801 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0326 16:13:58.475206 3801 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-80.ec2.internal in network "default" I0326 16:13:58.475211 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 10.0.2.80 to PMTUD blocking rules I0326 16:13:58.475219 3801 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:13:58.475229 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0326 16:13:58.475265 3801 node_tracker.go:169] Node ip-10-0-2-80.ec2.internal switch + router changed, syncing services in network "default" I0326 16:13:58.475283 3801 services_controller.go:574] Full service sync requested for network=default W0326 16:13:58.475535 3801 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.475548 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.475555 3801 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 16:13:58.475638 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0326 16:13:58.475713 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:13:58.475643 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0326 16:13:58.481272 3801 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-80.ec2.internal. Updating no re-route policies I0326 16:13:58.508750 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 10.0.2.80 to PMTUD blocking rules I0326 16:13:58.508769 3801 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-80.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0326 16:13:58.606397 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0326 16:13:58.606416 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0326 16:13:58.606485 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 16:13:58.606504 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0326 16:13:58.606510 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0326 16:13:59.104225 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-fk9kl for pod on switch ip-10-0-1-134.ec2.internal I0326 16:13:59.104366 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl I0326 16:13:59.121320 3801 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl] pod update took 16.98144ms I0326 16:13:59.121342 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl] addLogicalPort annotation time took 17.008957ms I0326 16:13:59.122548 3801 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl] addLogicalPort took 18.342804ms, libovsdb time 880.845µs W0326 16:13:59.545044 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:14:01.547646 3801 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl b772b02c2eace3873f33e0304496777b303f9bfc0b671c52df7e3fca54250b7b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl b772b02c2eace3873f33e0304496777b303f9bfc0b671c52df7e3fca54250b7b network default NAD default] I0326 16:14:01.558447 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-fk9kl, hostIfaceName: b772b02c2eace38, network: default, NAD default, SandboxID: "b772b02c2eace3873f33e0304496777b303f9bfc0b671c52df7e3fca54250b7b", PCI device ID: , UID: "7913fe74-0d57-4c82-a6d1-782f1c3ca5d1", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0326 16:14:01.603856 3801 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl b772b02c2eace3873f33e0304496777b303f9bfc0b671c52df7e3fca54250b7b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-fk9kl b772b02c2eace3873f33e0304496777b303f9bfc0b671c52df7e3fca54250b7b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:7b:7d:f0:5e:92\",\"name\":\"b772b02c2eace38\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d4d45ab-8071-4d89-ac54-2a4513bd77bb\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:02.579124 3801 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:02.579151 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:02.579160 3801 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:02.709243 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:14:02.709340 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 105.996µs W0326 16:14:04.000988 3801 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:04.412053 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0326 16:14:04.622957 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0326 16:14:05.198253 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-vz2z2] creating logical port openshift-monitoring_prometheus-operator-c56ff685-vz2z2 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:05.198383 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-vz2z2 I0326 16:14:05.212108 3801 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-vz2z2] pod update took 13.765477ms I0326 16:14:05.212135 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-vz2z2] addLogicalPort annotation time took 13.795025ms I0326 16:14:05.213236 3801 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-vz2z2] addLogicalPort took 15.001138ms, libovsdb time 821.348µs I0326 16:14:05.613000 3801 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-vz2z2 c19c19e8042ace43d22b2dfa02190c2d26d787fd4e714a791438749d9aa8f814 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-vz2z2 c19c19e8042ace43d22b2dfa02190c2d26d787fd4e714a791438749d9aa8f814 network default NAD default] I0326 16:14:05.623298 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-vz2z2, hostIfaceName: c19c19e8042ace4, network: default, NAD default, SandboxID: "c19c19e8042ace43d22b2dfa02190c2d26d787fd4e714a791438749d9aa8f814", PCI device ID: , UID: "ee86ee02-02cb-4165-b340-b83b1c471ca8", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0326 16:14:05.665595 3801 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-vz2z2 c19c19e8042ace43d22b2dfa02190c2d26d787fd4e714a791438749d9aa8f814 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-vz2z2 c19c19e8042ace43d22b2dfa02190c2d26d787fd4e714a791438749d9aa8f814 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:38:85:26:ea:01\",\"name\":\"c19c19e8042ace4\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d888683-db6b-4eb8-8c67-12e439980648\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:06.451166 3801 base_network_controller_pods.go:487] [default/openshift-console/console-d8679f96-v4d5m] creating logical port openshift-console_console-d8679f96-v4d5m for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:06.451251 3801 kube.go:256] Updating pod openshift-console/console-d8679f96-v4d5m I0326 16:14:06.468123 3801 pod.go:62] [openshift-console/console-d8679f96-v4d5m] pod update took 16.896656ms I0326 16:14:06.468143 3801 base_network_controller_pods.go:937] [default/openshift-console/console-d8679f96-v4d5m] addLogicalPort annotation time took 16.919521ms I0326 16:14:06.469308 3801 pods.go:271] [openshift-console/console-d8679f96-v4d5m] addLogicalPort took 18.15545ms, libovsdb time 893.777µs I0326 16:14:06.868550 3801 cni.go:403] [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] ADD starting CNI request [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] I0326 16:14:06.879785 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-d8679f96-v4d5m, hostIfaceName: 7900aabff3a44e0, network: default, NAD default, SandboxID: "7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1", PCI device ID: , UID: "a6641d65-f29a-4554-a458-5a532a4598f3", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0326 16:14:06.926265 3801 cni.go:424] [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] ADD finished CNI request [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:6c:44:5f:b7:b6\",\"name\":\"7900aabff3a44e0\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be4b62bc-91c4-48a7-ab55-fc6ea59dcb41\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:07.032046 3801 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:07.032142 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:07.032159 3801 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396128 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396154 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396163 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396183 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396190 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:08.396197 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:10.626024 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-qdtsm for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:10.626150 3801 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm I0326 16:14:10.644187 3801 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm] pod update took 18.071055ms I0326 16:14:10.644213 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm] addLogicalPort annotation time took 18.103722ms I0326 16:14:10.645460 3801 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm] addLogicalPort took 19.461135ms, libovsdb time 901.774µs I0326 16:14:11.822761 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:11.822933 3801 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0326 16:14:11.845938 3801 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.076922ms I0326 16:14:11.845960 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.105808ms I0326 16:14:11.847245 3801 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.505802ms, libovsdb time 952.244µs W0326 16:14:12.027412 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0326 16:14:12.559967 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.559998 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0326 16:14:12.560008 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0326 16:14:12.756930 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5f77f847f6-47hjs] creating logical port openshift-monitoring_thanos-querier-5f77f847f6-47hjs for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:12.757065 3801 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5f77f847f6-47hjs I0326 16:14:12.774378 3801 pod.go:62] [openshift-monitoring/thanos-querier-5f77f847f6-47hjs] pod update took 17.345966ms I0326 16:14:12.774402 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-5f77f847f6-47hjs] addLogicalPort annotation time took 17.376685ms I0326 16:14:12.775907 3801 pods.go:271] [openshift-monitoring/thanos-querier-5f77f847f6-47hjs] addLogicalPort took 18.997077ms, libovsdb time 1.131622ms W0326 16:14:15.058425 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:15.058449 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:15.058455 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:14:15.199365 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7475c596b-p2cpt] creating logical port openshift-monitoring_metrics-server-7475c596b-p2cpt for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:15.199523 3801 kube.go:256] Updating pod openshift-monitoring/metrics-server-7475c596b-p2cpt I0326 16:14:15.215877 3801 pod.go:62] [openshift-monitoring/metrics-server-7475c596b-p2cpt] pod update took 16.36937ms I0326 16:14:15.215923 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-7475c596b-p2cpt] addLogicalPort annotation time took 16.429318ms I0326 16:14:15.217148 3801 pods.go:271] [openshift-monitoring/metrics-server-7475c596b-p2cpt] addLogicalPort took 17.798811ms, libovsdb time 874.812µs I0326 16:14:15.380604 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-szrvr for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:15.380698 3801 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr I0326 16:14:15.393920 3801 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr] pod update took 13.244583ms I0326 16:14:15.393949 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr] addLogicalPort annotation time took 13.27694ms I0326 16:14:15.395347 3801 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr] addLogicalPort took 14.755074ms, libovsdb time 1.031526ms W0326 16:14:15.469977 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0326 16:14:16.321175 3801 cni.go:403] [openshift-monitoring/thanos-querier-5f77f847f6-47hjs c0bed7326ddc1e1ea139ed3d85703f1023b4c600c9ddabb0cdd3354515015d62 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-5f77f847f6-47hjs c0bed7326ddc1e1ea139ed3d85703f1023b4c600c9ddabb0cdd3354515015d62 network default NAD default] I0326 16:14:16.321479 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] I0326 16:14:16.321828 3801 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm 1beb2b66772be7ffd67740bb15d5593fe296151df9a1e86153abf49e2f08fa91 network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm 1beb2b66772be7ffd67740bb15d5593fe296151df9a1e86153abf49e2f08fa91 network default NAD default] I0326 16:14:16.322072 3801 cni.go:403] [openshift-monitoring/metrics-server-7475c596b-p2cpt e51c782321a62e7c2f519635f470f96a8b9a93dfa73920ad0977d64fbbe2d15a network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-7475c596b-p2cpt e51c782321a62e7c2f519635f470f96a8b9a93dfa73920ad0977d64fbbe2d15a network default NAD default] I0326 16:14:16.335133 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-qdtsm, hostIfaceName: 1beb2b66772be7f, network: default, NAD default, SandboxID: "1beb2b66772be7ffd67740bb15d5593fe296151df9a1e86153abf49e2f08fa91", PCI device ID: , UID: "c1d3d278-6732-472c-8ecf-b523d4490d5a", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0326 16:14:16.335368 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5f77f847f6-47hjs, hostIfaceName: c0bed7326ddc1e1, network: default, NAD default, SandboxID: "c0bed7326ddc1e1ea139ed3d85703f1023b4c600c9ddabb0cdd3354515015d62", PCI device ID: , UID: "7a3d9053-17de-4816-a778-7abbc112a387", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0326 16:14:16.335905 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4fe5b4cc8930fa7, network: default, NAD default, SandboxID: "4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24", PCI device ID: , UID: "11cad4ae-8e69-4e5f-878f-8a901959b09e", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0326 16:14:16.336903 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7475c596b-p2cpt, hostIfaceName: e51c782321a62e7, network: default, NAD default, SandboxID: "e51c782321a62e7c2f519635f470f96a8b9a93dfa73920ad0977d64fbbe2d15a", PCI device ID: , UID: "5027e6ca-d130-4060-9507-d0b0f954d223", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] W0326 16:14:16.376224 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:16.376301 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0326 16:14:16.391656 3801 cni.go:424] [openshift-monitoring/thanos-querier-5f77f847f6-47hjs c0bed7326ddc1e1ea139ed3d85703f1023b4c600c9ddabb0cdd3354515015d62 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-5f77f847f6-47hjs c0bed7326ddc1e1ea139ed3d85703f1023b4c600c9ddabb0cdd3354515015d62 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:8d:6e:4c:3f:06\",\"name\":\"c0bed7326ddc1e1\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccc8ea26-a125-41b3-8635-7d665bcc9cd8\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:16.406421 3801 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr 103626ed9248960c95d34d74320293558cf4d049eb2e02f83fe007fd4ddca9aa network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr 103626ed9248960c95d34d74320293558cf4d049eb2e02f83fe007fd4ddca9aa network default NAD default] I0326 16:14:16.421039 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-szrvr, hostIfaceName: 103626ed9248960, network: default, NAD default, SandboxID: "103626ed9248960c95d34d74320293558cf4d049eb2e02f83fe007fd4ddca9aa", PCI device ID: , UID: "fd2fb80f-02f8-4d20-b6db-d1eca1a919c0", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0326 16:14:16.466505 3801 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr 103626ed9248960c95d34d74320293558cf4d049eb2e02f83fe007fd4ddca9aa network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-szrvr 103626ed9248960c95d34d74320293558cf4d049eb2e02f83fe007fd4ddca9aa network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:ca:5f:5e:19:3b\",\"name\":\"103626ed9248960\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/656ccf5a-6be5-4eac-8079-148d5988c820\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:16.614458 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:d9:52:fd:44:9e\",\"name\":\"4fe5b4cc8930fa7\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99abc6d2-97d4-4f08-b82d-5b4c363dc65e\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:16.614444 3801 cni.go:424] [openshift-monitoring/metrics-server-7475c596b-p2cpt e51c782321a62e7c2f519635f470f96a8b9a93dfa73920ad0977d64fbbe2d15a network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-7475c596b-p2cpt e51c782321a62e7c2f519635f470f96a8b9a93dfa73920ad0977d64fbbe2d15a network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:49:e3:60:50:c3\",\"name\":\"e51c782321a62e7\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73904ee5-4208-4711-91ec-872e913b25f9\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:16.615649 3801 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm 1beb2b66772be7ffd67740bb15d5593fe296151df9a1e86153abf49e2f08fa91 network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-qdtsm 1beb2b66772be7ffd67740bb15d5593fe296151df9a1e86153abf49e2f08fa91 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:fb:6d:75:05:9e\",\"name\":\"1beb2b66772be7f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b33bfed3-146d-45af-9afc-0c42839a314e\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:16.648632 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0326 16:14:17.050711 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:17.050844 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 16:14:17.070393 3801 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 19.602225ms I0326 16:14:17.070486 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 19.698899ms I0326 16:14:17.071995 3801 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.303015ms, libovsdb time 1.088224ms W0326 16:14:17.123506 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:14:17.123537 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 16:14:17.445067 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] I0326 16:14:17.456820 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bddd43268f95e6f, network: default, NAD default, SandboxID: "bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893", PCI device ID: , UID: "20a2de77-1a62-4a47-97ac-45e10575e27f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0326 16:14:17.516414 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:1c:9a:ab:a3:7b\",\"name\":\"bddd43268f95e6f\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac76273a-ce21-4ce1-8f4b-0f622e271833\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:17.674923 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0326 16:14:19.608625 3801 cni.go:403] [openshift-network-diagnostics/network-check-target-kcm6t f7a3d9fb2a18c24bd1827698b5b5b9c2fd8cee2cb997583a61f7e750bce85280 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kcm6t f7a3d9fb2a18c24bd1827698b5b5b9c2fd8cee2cb997583a61f7e750bce85280 network default NAD default] I0326 16:14:19.614248 3801 cni.go:403] [openshift-multus/network-metrics-daemon-nt65j 32ca0e99bef46442a8f64f0cd3e4fcf86b8a809fee58945260740ceece4effab network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-nt65j 32ca0e99bef46442a8f64f0cd3e4fcf86b8a809fee58945260740ceece4effab network default NAD default] I0326 16:14:19.620395 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kcm6t, hostIfaceName: f7a3d9fb2a18c24, network: default, NAD default, SandboxID: "f7a3d9fb2a18c24bd1827698b5b5b9c2fd8cee2cb997583a61f7e750bce85280", PCI device ID: , UID: "4e3fc999-e3cf-49d8-80ba-7db1a1f4fa3c", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0326 16:14:19.630916 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-nt65j, hostIfaceName: 32ca0e99bef4644, network: default, NAD default, SandboxID: "32ca0e99bef46442a8f64f0cd3e4fcf86b8a809fee58945260740ceece4effab", PCI device ID: , UID: "facd81dc-0d8f-4bc7-92f6-9594def31d7b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0326 16:14:19.707553 3801 cni.go:424] [openshift-network-diagnostics/network-check-target-kcm6t f7a3d9fb2a18c24bd1827698b5b5b9c2fd8cee2cb997583a61f7e750bce85280 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kcm6t f7a3d9fb2a18c24bd1827698b5b5b9c2fd8cee2cb997583a61f7e750bce85280 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:cf:cc:9f:7e:14\",\"name\":\"f7a3d9fb2a18c24\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14740b79-6bbb-424c-8a9f-c5a5e2162c2f\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:19.722520 3801 cni.go:424] [openshift-multus/network-metrics-daemon-nt65j 32ca0e99bef46442a8f64f0cd3e4fcf86b8a809fee58945260740ceece4effab network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-nt65j 32ca0e99bef46442a8f64f0cd3e4fcf86b8a809fee58945260740ceece4effab network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:4c:60:8b:70:24\",\"name\":\"32ca0e99bef4644\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/813e8b0d-c43d-4f94-ba6e-025bf5f62f92\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:20.079595 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 16:14:20.178964 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.178981 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.178987 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.178991 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:20.278196 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.278218 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.555254 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0326 16:14:20.691419 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.691440 3801 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.691445 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:20.797035 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.797059 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:20.827165 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0326 16:14:22.135111 3801 cni.go:403] [kube-system/global-pull-secret-syncer-lw8lq ba904e21727d8451b6742d13528842f39ad9f61236226034ef0539cb7506478d network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-lw8lq ba904e21727d8451b6742d13528842f39ad9f61236226034ef0539cb7506478d network default NAD default] I0326 16:14:22.145520 3801 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-lw8lq, hostIfaceName: ba904e21727d845, network: default, NAD default, SandboxID: "ba904e21727d8451b6742d13528842f39ad9f61236226034ef0539cb7506478d", PCI device ID: , UID: "2f4b3059-5345-4618-b591-b8bbbe79c64d", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0326 16:14:22.197469 3801 cni.go:424] [kube-system/global-pull-secret-syncer-lw8lq ba904e21727d8451b6742d13528842f39ad9f61236226034ef0539cb7506478d network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-lw8lq ba904e21727d8451b6742d13528842f39ad9f61236226034ef0539cb7506478d network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:c3:e0:05:7d:d8\",\"name\":\"ba904e21727d845\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68f44a5e-afb3-4201-bfda-a48ecbc1a4a7\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:14:27.539394 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:14:27.539419 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:14:27.578376 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:14:27.578406 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:14:27.734792 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:27.734816 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:27.734822 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:27.734826 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0326 16:14:41.100672 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 16:14:41.100700 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0326 16:14:41.714318 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0326 16:14:41.767520 3801 cni.go:403] [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] DEL starting CNI request [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] I0326 16:14:41.832052 3801 cni.go:424] [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default] DEL finished CNI request [openshift-console/console-d8679f96-v4d5m 7900aabff3a44e03f731201af4e76e72df500f10fb916ff382e77fe2be0cf8b1 network default NAD default], result "{}", err I0326 16:14:41.910407 3801 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:41.910455 3801 pods.go:176] Deleting pod: openshift-console/console-d8679f96-v4d5m I0326 16:14:41.911853 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d8679f96-v4d5m, ips: 10.129.0.14 I0326 16:14:41.911893 3801 obj_retry.go:464] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:41.919894 3801 base_network_controller_pods.go:487] [default/openshift-console/console-ddbdf94f5-tm58x] creating logical port openshift-console_console-ddbdf94f5-tm58x for pod on switch ip-10-0-1-134.ec2.internal I0326 16:14:41.920025 3801 kube.go:256] Updating pod openshift-console/console-ddbdf94f5-tm58x I0326 16:14:41.934776 3801 pod.go:62] [openshift-console/console-ddbdf94f5-tm58x] pod update took 14.774567ms I0326 16:14:41.934808 3801 base_network_controller_pods.go:937] [default/openshift-console/console-ddbdf94f5-tm58x] addLogicalPort annotation time took 14.809354ms I0326 16:14:41.936181 3801 pods.go:271] [openshift-console/console-ddbdf94f5-tm58x] addLogicalPort took 16.321989ms, libovsdb time 867.966µs W0326 16:14:42.259417 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.259439 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.259445 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.259458 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.259465 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.259471 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:14:42.324998 3801 cni.go:403] [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] ADD starting CNI request [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] I0326 16:14:42.333993 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-ddbdf94f5-tm58x, hostIfaceName: 3b3c168e6dcee45, network: default, NAD default, SandboxID: "3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985", PCI device ID: , UID: "83b7bae1-60cb-4d98-b179-7b104151c972", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] W0326 16:14:42.354999 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.355023 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:14:42.355034 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:14:42.379813 3801 cni.go:424] [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] ADD finished CNI request [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:cc:21:33:04:25\",\"name\":\"3b3c168e6dcee45\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/424b32e2-80cd-4a15-8cfd-d5455861082e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:14:42.835280 3801 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:42.835307 3801 obj_retry.go:458] Detected object openshift-console/console-d8679f96-v4d5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:42.840926 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-v4d5m I0326 16:14:42.840947 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-v4d5m W0326 16:14:44.604511 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0326 16:14:45.916892 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:45.917463 3801 obj_retry.go:464] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:46.609215 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:46.609237 3801 obj_retry.go:458] Detected object openshift-image-registry/image-registry-797d68944d-gp5l9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:46.614484 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-797d68944d-gp5l9 I0326 16:14:46.614511 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-797d68944d-gp5l9 W0326 16:14:49.634884 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0326 16:14:50.641261 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0326 16:14:52.861793 3801 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:14:52.862359 3801 obj_retry.go:464] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0326 16:14:52.880290 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0326 16:14:53.230682 3801 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:53.230711 3801 obj_retry.go:458] Detected object openshift-console/console-d8679f96-tgnk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:14:53.234051 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8679f96-tgnk2 I0326 16:14:53.234080 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8679f96-tgnk2 W0326 16:14:55.277194 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:55.277216 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:55.277227 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:55.277234 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:14:57.754561 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0326 16:15:17.998013 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:15:17.998042 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 16:15:32.583413 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] I0326 16:15:32.669005 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 4fe5b4cc8930fa74500d28cac7345dca15e3426277d85b0ea36521b368a56f24 network default NAD default], result "{}", err I0326 16:15:32.731032 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:32.731066 3801 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0326 16:15:32.732438 3801 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0326 16:15:32.732466 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:33.037592 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:33.037641 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:33.045088 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0326 16:15:33.045118 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0326 16:15:33.141368 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:15:33.141509 3801 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0326 16:15:33.165187 3801 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.713602ms I0326 16:15:33.165214 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.749685ms I0326 16:15:33.166435 3801 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.086004ms, libovsdb time 882.683µs I0326 16:15:33.495396 3801 cni.go:403] [openshift-monitoring/alertmanager-main-1 1d9b6e53f23c0dfeaf2e0f81490a0ecc0af8976a9e74d7d2ae724e8a3f5e7a5b network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1d9b6e53f23c0dfeaf2e0f81490a0ecc0af8976a9e74d7d2ae724e8a3f5e7a5b network default NAD default] I0326 16:15:33.503690 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1d9b6e53f23c0df, network: default, NAD default, SandboxID: "1d9b6e53f23c0dfeaf2e0f81490a0ecc0af8976a9e74d7d2ae724e8a3f5e7a5b", PCI device ID: , UID: "8c12d88c-dc19-475c-a72c-1ac45c3699bd", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0326 16:15:33.548478 3801 cni.go:424] [openshift-monitoring/alertmanager-main-1 1d9b6e53f23c0dfeaf2e0f81490a0ecc0af8976a9e74d7d2ae724e8a3f5e7a5b network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1d9b6e53f23c0dfeaf2e0f81490a0ecc0af8976a9e74d7d2ae724e8a3f5e7a5b network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:30:56:f4:f0:0b\",\"name\":\"1d9b6e53f23c0df\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0ae368c-6b94-4ee3-9a44-223a0d58dcfb\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:15:36.704384 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] I0326 16:15:36.780706 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 bddd43268f95e6f8d5b4d2e291e6d62e485fca761d8adf92e8e11885f9bc6893 network default NAD default], result "{}", err I0326 16:15:36.843168 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:36.843207 3801 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0326 16:15:36.844469 3801 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0326 16:15:36.844502 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:15:37.057829 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:37.057855 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:15:37.066231 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0326 16:15:37.066260 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0326 16:15:37.112756 3801 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:15:37.112907 3801 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0326 16:15:37.134772 3801 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.923462ms I0326 16:15:37.134796 3801 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.951887ms I0326 16:15:37.135973 3801 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.233351ms, libovsdb time 845.136µs I0326 16:15:37.475919 3801 cni.go:403] [openshift-monitoring/prometheus-k8s-1 734359ffc7ee63bda12381eba8db98d8ea5cc0777ef55f5f4d47114241b766c9 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 734359ffc7ee63bda12381eba8db98d8ea5cc0777ef55f5f4d47114241b766c9 network default NAD default] I0326 16:15:37.484776 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 734359ffc7ee63b, network: default, NAD default, SandboxID: "734359ffc7ee63bda12381eba8db98d8ea5cc0777ef55f5f4d47114241b766c9", PCI device ID: , UID: "689c2f7f-d286-49b8-bdad-c06f766f6d56", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0326 16:15:37.528383 3801 cni.go:424] [openshift-monitoring/prometheus-k8s-1 734359ffc7ee63bda12381eba8db98d8ea5cc0777ef55f5f4d47114241b766c9 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 734359ffc7ee63bda12381eba8db98d8ea5cc0777ef55f5f4d47114241b766c9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:2b:1c:8a:6e:dc\",\"name\":\"734359ffc7ee63b\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6a6d0c0-f288-4937-bb4b-146d8af2fd53\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:16:01.641379 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.641983 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.642029 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.642040 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0326 16:16:01.642062 3801 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:16:01.642071 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0326 16:16:02.668122 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668148 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668163 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.668172 3801 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:02.936726 3801 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0326 16:16:02.945091 3801 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0326 16:16:03.566533 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:16:03.566554 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0326 16:16:03.566559 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0326 16:16:03.894925 3801 cni.go:403] [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] DEL starting CNI request [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] I0326 16:16:03.960209 3801 cni.go:424] [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default] DEL finished CNI request [openshift-console/console-ddbdf94f5-tm58x 3b3c168e6dcee455d8d3c86d3022082b9092db6b31b5d9c87b4e316b5080b985 network default NAD default], result "{}", err I0326 16:16:04.009101 3801 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.009140 3801 pods.go:176] Deleting pod: openshift-console/console-ddbdf94f5-tm58x I0326 16:16:04.010520 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-ddbdf94f5-tm58x, ips: 10.129.0.21 I0326 16:16:04.010551 3801 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.017014 3801 base_network_controller_pods.go:487] [default/openshift-console/console-84975f87d5-cpstg] creating logical port openshift-console_console-84975f87d5-cpstg for pod on switch ip-10-0-1-134.ec2.internal I0326 16:16:04.017114 3801 kube.go:256] Updating pod openshift-console/console-84975f87d5-cpstg I0326 16:16:04.031064 3801 pod.go:62] [openshift-console/console-84975f87d5-cpstg] pod update took 13.977233ms I0326 16:16:04.031100 3801 base_network_controller_pods.go:937] [default/openshift-console/console-84975f87d5-cpstg] addLogicalPort annotation time took 14.018714ms I0326 16:16:04.032483 3801 pods.go:271] [openshift-console/console-84975f87d5-cpstg] addLogicalPort took 15.485528ms, libovsdb time 946.193µs I0326 16:16:04.375372 3801 cni.go:403] [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] ADD starting CNI request [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] I0326 16:16:04.384649 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-84975f87d5-cpstg, hostIfaceName: d7f65b79182fc0b, network: default, NAD default, SandboxID: "d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf", PCI device ID: , UID: "f915479e-b176-41d1-bab4-c912f06a3c2f", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0326 16:16:04.428068 3801 cni.go:424] [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] ADD finished CNI request [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:b7:be:3c:de:22\",\"name\":\"d7f65b79182fc0b\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/344270b5-b256-4ca2-a373-107828f3b87c\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:16:04.470275 3801 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:04.470295 3801 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-tm58x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:04.475822 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-tm58x I0326 16:16:04.475845 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-tm58x I0326 16:16:04.865441 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:04.865989 3801 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:05.534415 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:05.534439 3801 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:05.542282 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0326 16:16:05.542307 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0326 16:16:14.789704 3801 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:14.790358 3801 obj_retry.go:464] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:14.967053 3801 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:14.967083 3801 obj_retry.go:458] Detected object openshift-console/console-ddbdf94f5-k7pmr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:14.972895 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddbdf94f5-k7pmr I0326 16:16:14.972922 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddbdf94f5-k7pmr W0326 16:16:15.235238 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0326 16:16:38.351893 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0326 16:16:38.351922 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0326 16:16:39.653596 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:39.654176 3801 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:16:39.982549 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:39.982576 3801 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:16:39.989893 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0326 16:16:39.989918 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0326 16:18:14.566126 3801 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:14.566701 3801 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:15.077021 3801 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:15.077074 3801 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-pnbd9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:15.080920 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-pnbd9 I0326 16:18:15.080946 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-pnbd9 I0326 16:18:25.582772 3801 cni.go:403] [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] DEL starting CNI request [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] I0326 16:18:25.647346 3801 cni.go:424] [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default] DEL finished CNI request [openshift-console/console-84975f87d5-cpstg d7f65b79182fc0b3129c473db6c7db4c9b55be2a355f45a665f3f84e16b6a1cf network default NAD default], result "{}", err I0326 16:18:25.699591 3801 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:25.699625 3801 pods.go:176] Deleting pod: openshift-console/console-84975f87d5-cpstg I0326 16:18:25.700807 3801 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84975f87d5-cpstg, ips: 10.129.0.24 I0326 16:18:25.700836 3801 obj_retry.go:464] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:18:26.028098 3801 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:26.028121 3801 obj_retry.go:458] Detected object openshift-console/console-84975f87d5-cpstg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:18:26.035358 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84975f87d5-cpstg I0326 16:18:26.035385 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84975f87d5-cpstg I0326 16:18:39.041278 3801 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0326 16:18:54.850550 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0326 16:19:13.757534 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0326 16:19:31.884463 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0326 16:19:42.845326 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0326 16:20:00.824984 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:20:00.825564 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:20:00.835774 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:20:00.835791 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:20:00.843546 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp I0326 16:20:00.843571 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575690-j8xnp I0326 16:20:03.868460 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 16:20:20.879218 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0326 16:20:22.273630 3801 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-80.ec2.internal I0326 16:20:22.273639 3801 egressfirewall.go:628] Syncing node "ip-10-0-2-80.ec2.internal" for egress firewall I0326 16:20:22.273658 3801 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-80.ec2.internal: 34.997µs I0326 16:20:24.884529 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0326 16:20:34.874051 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0326 16:20:41.767572 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=511 I0326 16:20:41.856132 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0326 16:21:08.085238 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0326 16:21:10.757191 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0326 16:21:17.754339 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=123 I0326 16:21:19.131491 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0326 16:21:19.131565 3801 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-5bg8c: no pod IPs found I0326 16:21:29.763465 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0326 16:21:36.351363 3801 namespace.go:98] [tsf] adding namespace I0326 16:21:36.352285 3801 namespace.go:102] [tsf] adding namespace took 897.042µs I0326 16:21:36.367040 3801 namespace.go:142] [tsf] updating namespace I0326 16:21:36.379796 3801 namespace.go:142] [tsf] updating namespace I0326 16:21:40.009900 3801 namespace.go:98] [tsf-keycloak] adding namespace I0326 16:21:40.010067 3801 namespace.go:98] [cert-manager-operator] adding namespace I0326 16:21:40.010167 3801 namespace.go:98] [tsf-tas] adding namespace I0326 16:21:40.010841 3801 namespace.go:102] [tsf-keycloak] adding namespace took 917.644µs I0326 16:21:40.011506 3801 namespace.go:102] [cert-manager-operator] adding namespace took 1.419397ms I0326 16:21:40.011534 3801 namespace.go:98] [konflux-operator] adding namespace I0326 16:21:40.012015 3801 namespace.go:102] [konflux-operator] adding namespace took 472.922µs I0326 16:21:40.012449 3801 namespace.go:102] [tsf-tas] adding namespace took 2.2677ms I0326 16:21:40.015894 3801 namespace.go:98] [konflux-ui] adding namespace I0326 16:21:40.016460 3801 namespace.go:102] [konflux-ui] adding namespace took 553.806µs I0326 16:21:40.016784 3801 namespace.go:98] [tsf-tpa] adding namespace I0326 16:21:40.016948 3801 namespace.go:98] [rhbk-operator] adding namespace I0326 16:21:40.016971 3801 namespace.go:98] [rhtpa-operator] adding namespace I0326 16:21:40.017432 3801 namespace.go:102] [tsf-tpa] adding namespace took 633.175µs I0326 16:21:40.017972 3801 namespace.go:102] [rhbk-operator] adding namespace took 1.008351ms I0326 16:21:40.018456 3801 namespace.go:102] [rhtpa-operator] adding namespace took 1.473272ms I0326 16:21:40.027714 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.040147 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.050100 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:40.050130 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.050230 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.053060 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.063551 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:40.067443 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.067457 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.067618 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.067639 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:40.101622 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.117286 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:21:40.122611 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.138154 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:21:40.145299 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.156936 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:40.167003 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.179184 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:21:40.183327 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.195028 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:21:40.202322 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.211179 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:21:40.413142 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:21:41.166827 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:21:41.180554 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:21:50.539600 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.540204 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.540231 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.540239 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:50.540250 3801 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.540254 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:50.563480 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.563951 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.563971 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.563978 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:50.563986 3801 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:50.563990 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:51.566199 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.566221 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.566236 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.566250 3801 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba89sht8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.595051 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.595079 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.595095 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:51.595106 3801 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfvln8v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:56.142286 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.142817 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.142841 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.142849 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:56.142863 3801 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.142887 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:56.176354 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.176765 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.176784 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.176791 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:56.176802 3801 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:56.176806 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:57.123125 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.123628 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.123659 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.123667 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:21:57.123678 3801 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:21:57.123682 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:21:57.170883 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170904 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170915 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.170931 3801 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7dnlnh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201695 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201712 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201720 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:57.201730 3801 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e564ss4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.151731 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.151755 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.151770 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:21:58.151782 3801 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafsq478 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:02.160320 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.160838 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.160887 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.160898 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0326 16:22:02.160915 3801 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0326 16:22:02.160921 3801 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0326 16:22:03.193517 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193543 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193557 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:03.193570 3801 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d15fvq6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:22:03.301805 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 16:22:03.903165 3801 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk] creating logical port konflux-operator_konflux-operator-controller-manager-7db75c44-phvmk for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:03.903275 3801 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:22:03.922477 3801 pod.go:62] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk] pod update took 19.228264ms I0326 16:22:03.922500 3801 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk] addLogicalPort annotation time took 19.256992ms I0326 16:22:03.923830 3801 pods.go:271] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk] addLogicalPort took 20.683968ms, libovsdb time 998.982µs W0326 16:22:04.097661 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0326 16:22:04.113893 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0326 16:22:04.287303 3801 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] I0326 16:22:04.296633 3801 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-7db75c44-phvmk, hostIfaceName: 16ee0f450d5df55, network: default, NAD default, SandboxID: "16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175", PCI device ID: , UID: "1358f7aa-b2ed-4e07-ba53-558a437f979d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0326 16:22:04.340454 3801 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:7a:bf:80:51:7f\",\"name\":\"16ee0f450d5df55\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d03775c-5d7a-43a9-a3a7-1aa7ac2a8786\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:22:07.598160 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0326 16:22:07.634470 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 16:22:10.731335 3801 namespace.go:142] [openshift-operators] updating namespace I0326 16:22:10.745013 3801 namespace.go:142] [openshift-operators] updating namespace I0326 16:22:15.971923 3801 namespace.go:98] [cert-manager] adding namespace I0326 16:22:15.972714 3801 namespace.go:102] [cert-manager] adding namespace took 772.585µs I0326 16:22:16.009956 3801 namespace.go:142] [cert-manager] updating namespace I0326 16:22:16.018580 3801 namespace.go:142] [cert-manager] updating namespace W0326 16:22:18.596989 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0326 16:22:18.886177 3801 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-gwl64] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-gwl64 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:18.886282 3801 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-gwl64 I0326 16:22:18.927784 3801 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64] pod update took 41.532916ms I0326 16:22:18.927806 3801 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-gwl64] addLogicalPort annotation time took 41.560551ms I0326 16:22:18.928953 3801 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64] addLogicalPort took 42.792145ms, libovsdb time 817.993µs I0326 16:22:19.254186 3801 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64 65fbb756746235605b41174dbc35ac25624b6645964add0eb3062f2189ab91f2 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64 65fbb756746235605b41174dbc35ac25624b6645964add0eb3062f2189ab91f2 network default NAD default] I0326 16:22:19.263141 3801 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-gwl64, hostIfaceName: 65fbb7567462356, network: default, NAD default, SandboxID: "65fbb756746235605b41174dbc35ac25624b6645964add0eb3062f2189ab91f2", PCI device ID: , UID: "4ea8b96c-5651-4731-8309-cf40fffa8d88", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0326 16:22:19.306998 3801 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64 65fbb756746235605b41174dbc35ac25624b6645964add0eb3062f2189ab91f2 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-gwl64 65fbb756746235605b41174dbc35ac25624b6645964add0eb3062f2189ab91f2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:f8:25:f9:f9:e9\",\"name\":\"65fbb7567462356\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f063c21-0c64-49c1-9ae6-13605eaf3291\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:22:20.151072 3801 namespace.go:98] [trusted-artifact-signer] adding namespace I0326 16:22:20.151921 3801 namespace.go:102] [trusted-artifact-signer] adding namespace took 820.658µs I0326 16:22:20.185044 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:20.204938 3801 namespace.go:142] [trusted-artifact-signer] updating namespace W0326 16:22:20.410958 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0326 16:22:22.285316 3801 namespace.go:142] [openshift-operators] updating namespace I0326 16:22:22.924344 3801 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-qkkr7 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:22.924474 3801 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7 I0326 16:22:22.969340 3801 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7] pod update took 44.893396ms I0326 16:22:22.969368 3801 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7] addLogicalPort annotation time took 44.927032ms I0326 16:22:22.970602 3801 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7] addLogicalPort took 46.274174ms, libovsdb time 889.367µs I0326 16:22:22.989082 3801 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-dzvxj for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:22.989209 3801 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj I0326 16:22:23.017964 3801 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj] pod update took 28.783591ms I0326 16:22:23.017982 3801 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj] addLogicalPort annotation time took 28.807082ms I0326 16:22:23.019119 3801 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj] addLogicalPort took 30.05173ms, libovsdb time 794.941µs I0326 16:22:23.273198 3801 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7 b283b4ed5c32c6512219a5bce0639ae53e8b429602d53a3f82e5e52184ea1f0c network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7 b283b4ed5c32c6512219a5bce0639ae53e8b429602d53a3f82e5e52184ea1f0c network default NAD default] I0326 16:22:23.282549 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-qkkr7, hostIfaceName: b283b4ed5c32c65, network: default, NAD default, SandboxID: "b283b4ed5c32c6512219a5bce0639ae53e8b429602d53a3f82e5e52184ea1f0c", PCI device ID: , UID: "6a3a2e42-c776-44d8-9a39-3fbedc0e89c0", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0326 16:22:23.327119 3801 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7 b283b4ed5c32c6512219a5bce0639ae53e8b429602d53a3f82e5e52184ea1f0c network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-qkkr7 b283b4ed5c32c6512219a5bce0639ae53e8b429602d53a3f82e5e52184ea1f0c network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:fb:8c:59:44:56\",\"name\":\"b283b4ed5c32c65\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e2a7e98-caef-4c1a-90b1-c86c340d4a20\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:22:23.354676 3801 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj 7e92ea19d1ca55a151c6b3512cf724b86ebc118d54d6ad437bcc9bbf66d88c09 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj 7e92ea19d1ca55a151c6b3512cf724b86ebc118d54d6ad437bcc9bbf66d88c09 network default NAD default] I0326 16:22:23.363915 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-dzvxj, hostIfaceName: 7e92ea19d1ca55a, network: default, NAD default, SandboxID: "7e92ea19d1ca55a151c6b3512cf724b86ebc118d54d6ad437bcc9bbf66d88c09", PCI device ID: , UID: "9bf64b0a-9491-44aa-aaf8-5e25949c1a20", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0326 16:22:23.407396 3801 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj 7e92ea19d1ca55a151c6b3512cf724b86ebc118d54d6ad437bcc9bbf66d88c09 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-dzvxj 7e92ea19d1ca55a151c6b3512cf724b86ebc118d54d6ad437bcc9bbf66d88c09 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:49:d2:59:c4:07\",\"name\":\"7e92ea19d1ca55a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73569bee-fd82-4f98-afb4-f41e18804518\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:22:23.671963 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 16:22:23.671981 3801 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 16:22:29.702429 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0326 16:22:29.702447 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0326 16:22:39.117884 3801 namespace.go:98] [openshift-pipelines] adding namespace I0326 16:22:39.118752 3801 namespace.go:102] [openshift-pipelines] adding namespace took 846.483µs I0326 16:22:39.137511 3801 namespace.go:142] [openshift-pipelines] updating namespace I0326 16:22:39.821151 3801 namespace.go:142] [cert-manager] updating namespace I0326 16:22:40.022418 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:40.421759 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:40.634686 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:40.832586 3801 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:41.232325 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:41.436026 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:41.637784 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:41.836383 3801 namespace.go:142] [tsf] updating namespace I0326 16:22:42.039679 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:42.243199 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:42.441362 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:42.571996 3801 namespace.go:142] [cert-manager] updating namespace I0326 16:22:42.579471 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:42.589949 3801 namespace.go:142] [default] updating namespace I0326 16:22:42.599459 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:42.607551 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:42.617814 3801 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:42.624821 3801 namespace.go:142] [openshift] updating namespace I0326 16:22:42.634679 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:42.641669 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:42.651469 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:42.662174 3801 namespace.go:142] [tsf] updating namespace I0326 16:22:42.685245 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:42.705166 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:42.723071 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:42.826380 3801 namespace.go:142] [cert-manager] updating namespace I0326 16:22:42.862043 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 16:22:42.933625 3801 namespace.go:142] [cert-manager-operator] updating namespace I0326 16:22:43.031421 3801 namespace.go:142] [default] updating namespace I0326 16:22:43.126207 3801 namespace.go:142] [konflux-operator] updating namespace I0326 16:22:43.228692 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:22:43.324974 3801 namespace.go:142] [open-cluster-management-2p9gj03ovqjc8cdoh67ni6br3c75d5at] updating namespace I0326 16:22:43.375919 3801 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:43.376458 3801 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:22:43.401505 3801 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:43.401534 3801 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:22:43.408484 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0326 16:22:43.408506 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0326 16:22:43.427314 3801 namespace.go:142] [openshift] updating namespace I0326 16:22:43.527283 3801 namespace.go:142] [rhbk-operator] updating namespace I0326 16:22:43.624561 3801 namespace.go:142] [rhtpa-operator] updating namespace I0326 16:22:43.724837 3801 namespace.go:142] [trusted-artifact-signer] updating namespace I0326 16:22:43.825791 3801 namespace.go:142] [tsf] updating namespace I0326 16:22:43.929283 3801 namespace.go:142] [tsf-keycloak] updating namespace I0326 16:22:44.026712 3801 namespace.go:142] [tsf-tas] updating namespace I0326 16:22:44.125800 3801 namespace.go:142] [tsf-tpa] updating namespace I0326 16:22:44.547095 3801 namespace.go:142] [openshift-pipelines] updating namespace W0326 16:22:52.317038 3801 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0326 16:22:53.323598 3801 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0326 16:22:53.433714 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-lg492 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:53.433830 3801 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492 I0326 16:22:53.453718 3801 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492] pod update took 19.911295ms I0326 16:22:53.453745 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492] addLogicalPort annotation time took 19.943068ms I0326 16:22:53.454998 3801 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492] addLogicalPort took 21.296615ms, libovsdb time 830.335µs I0326 16:22:53.534294 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-46qmn for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:53.534396 3801 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn I0326 16:22:53.551742 3801 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn] pod update took 17.374838ms I0326 16:22:53.551766 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn] addLogicalPort annotation time took 17.401751ms I0326 16:22:53.553045 3801 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn] addLogicalPort took 18.764799ms, libovsdb time 897.583µs I0326 16:22:53.632317 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-trdxv for pod on switch ip-10-0-1-134.ec2.internal I0326 16:22:53.632424 3801 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv I0326 16:22:53.646961 3801 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv] pod update took 14.566076ms I0326 16:22:53.646987 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv] addLogicalPort annotation time took 14.59744ms I0326 16:22:53.648179 3801 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv] addLogicalPort took 15.883452ms, libovsdb time 856.951µs I0326 16:22:53.803234 3801 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492 74a4b819138144f878daa2002bfd688234f7a4b2231a77bcc86bc8ccd6ab92ce network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492 74a4b819138144f878daa2002bfd688234f7a4b2231a77bcc86bc8ccd6ab92ce network default NAD default] I0326 16:22:53.811795 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-lg492, hostIfaceName: 74a4b819138144f, network: default, NAD default, SandboxID: "74a4b819138144f878daa2002bfd688234f7a4b2231a77bcc86bc8ccd6ab92ce", PCI device ID: , UID: "59e25669-ce38-46c6-b074-a324865ac998", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0326 16:22:53.857152 3801 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492 74a4b819138144f878daa2002bfd688234f7a4b2231a77bcc86bc8ccd6ab92ce network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-lg492 74a4b819138144f878daa2002bfd688234f7a4b2231a77bcc86bc8ccd6ab92ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:40:8f:2b:f3:64\",\"name\":\"74a4b819138144f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfd52e9a-843f-4b15-9e7a-72a61aca6687\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:22:53.896145 3801 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn 1e459dee3b626111b6b3787a433fb00b91c34aa8c9d9aac7ac54c8d8bbd5d283 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn 1e459dee3b626111b6b3787a433fb00b91c34aa8c9d9aac7ac54c8d8bbd5d283 network default NAD default] I0326 16:22:53.905310 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-46qmn, hostIfaceName: 1e459dee3b62611, network: default, NAD default, SandboxID: "1e459dee3b626111b6b3787a433fb00b91c34aa8c9d9aac7ac54c8d8bbd5d283", PCI device ID: , UID: "5032c0f6-228f-4663-a0a0-0cffa839a811", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0326 16:22:53.949922 3801 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn 1e459dee3b626111b6b3787a433fb00b91c34aa8c9d9aac7ac54c8d8bbd5d283 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-46qmn 1e459dee3b626111b6b3787a433fb00b91c34aa8c9d9aac7ac54c8d8bbd5d283 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:2c:bc:f2:bf:c2\",\"name\":\"1e459dee3b62611\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f269097a-4130-4050-8f21-fda2b2767dd2\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:22:53.995819 3801 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv 26acb871d7f09641df41c860baa281c683c01ed03c2ed88dccb33a50cbf1e1a9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv 26acb871d7f09641df41c860baa281c683c01ed03c2ed88dccb33a50cbf1e1a9 network default NAD default] I0326 16:22:54.004816 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-trdxv, hostIfaceName: 26acb871d7f0964, network: default, NAD default, SandboxID: "26acb871d7f09641df41c860baa281c683c01ed03c2ed88dccb33a50cbf1e1a9", PCI device ID: , UID: "bce29a70-68f4-46cb-b7cc-5e61939bcfcf", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0326 16:22:54.048588 3801 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv 26acb871d7f09641df41c860baa281c683c01ed03c2ed88dccb33a50cbf1e1a9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-trdxv 26acb871d7f09641df41c860baa281c683c01ed03c2ed88dccb33a50cbf1e1a9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:d4:65:b9:6e:43\",\"name\":\"26acb871d7f0964\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b71b09c-d8a9-4a32-8dbc-fdade54f4928\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:22:57.576326 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:57.576349 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:57.576357 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0326 16:22:58.827153 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.827174 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.827179 3801 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:58.827183 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:22:59.595668 3801 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 16:22:59.595690 3801 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0326 16:22:59.595695 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0326 16:23:05.845694 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0326 16:23:09.828237 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:23:09.828258 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:23:09.828264 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0326 16:23:09.828269 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0326 16:23:17.780857 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-vkjqk for pod on switch ip-10-0-1-134.ec2.internal I0326 16:23:17.780967 3801 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk I0326 16:23:17.795329 3801 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk] pod update took 14.386294ms I0326 16:23:17.795349 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk] addLogicalPort annotation time took 14.411712ms I0326 16:23:17.796655 3801 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk] addLogicalPort took 15.811993ms, libovsdb time 938.657µs I0326 16:23:18.140331 3801 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk 47770b9c2fa0a35f62f9591aab14562d210dae3e2fcc6650a23902c406763a9f network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk 47770b9c2fa0a35f62f9591aab14562d210dae3e2fcc6650a23902c406763a9f network default NAD default] I0326 16:23:18.148911 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-vkjqk, hostIfaceName: 47770b9c2fa0a35, network: default, NAD default, SandboxID: "47770b9c2fa0a35f62f9591aab14562d210dae3e2fcc6650a23902c406763a9f", PCI device ID: , UID: "139eba44-ebe6-4d30-a198-7aca635e03c0", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0326 16:23:18.192618 3801 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk 47770b9c2fa0a35f62f9591aab14562d210dae3e2fcc6650a23902c406763a9f network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-vkjqk 47770b9c2fa0a35f62f9591aab14562d210dae3e2fcc6650a23902c406763a9f network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:b2:a0:cf:53:72\",\"name\":\"47770b9c2fa0a35\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/970c8783-efc8-462e-9cc7-0d09fbd4b18b\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:23:22.589754 3801 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:23:22.590315 3801 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:23:22.613213 3801 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:23:22.613234 3801 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:23:22.619313 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0326 16:23:22.619335 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure W0326 16:23:22.936558 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0326 16:23:33.943502 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0326 16:23:35.750364 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-vm75h for pod on switch ip-10-0-1-134.ec2.internal I0326 16:23:35.750504 3801 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h I0326 16:23:35.765444 3801 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h] pod update took 14.96993ms I0326 16:23:35.765465 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h] addLogicalPort annotation time took 14.995344ms I0326 16:23:35.766952 3801 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h] addLogicalPort took 16.607229ms, libovsdb time 1.09814ms I0326 16:23:36.115957 3801 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h 4d2756a01a25dc8c739d42cc9aa141e43cca4d654816e591f7ccc783cbe3df45 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h 4d2756a01a25dc8c739d42cc9aa141e43cca4d654816e591f7ccc783cbe3df45 network default NAD default] I0326 16:23:36.124294 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-vm75h, hostIfaceName: 4d2756a01a25dc8, network: default, NAD default, SandboxID: "4d2756a01a25dc8c739d42cc9aa141e43cca4d654816e591f7ccc783cbe3df45", PCI device ID: , UID: "0cbdfda9-b4d2-4077-8044-1b87f5c06db4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0326 16:23:36.169311 3801 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h 4d2756a01a25dc8c739d42cc9aa141e43cca4d654816e591f7ccc783cbe3df45 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-vm75h 4d2756a01a25dc8c739d42cc9aa141e43cca4d654816e591f7ccc783cbe3df45 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:a0:16:32:c6:f1\",\"name\":\"4d2756a01a25dc8\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b04c0227-abb9-4253-b326-d48da0a07abb\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:23:36.755842 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0326 16:23:39.881207 3801 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0326 16:23:49.606421 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:23:49.606443 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:23:49.606421 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 16:24:01.457670 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-jtht4 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:24:01.457817 3801 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4 I0326 16:24:01.472099 3801 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4] pod update took 14.354538ms I0326 16:24:01.472120 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4] addLogicalPort annotation time took 14.382345ms I0326 16:24:01.473508 3801 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4] addLogicalPort took 15.885085ms, libovsdb time 970.724µs I0326 16:24:01.819002 3801 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4 75cf0632da5f61b5bda783362e589fcab5b94553cf41880263d38cef206c3922 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4 75cf0632da5f61b5bda783362e589fcab5b94553cf41880263d38cef206c3922 network default NAD default] I0326 16:24:01.827993 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-jtht4, hostIfaceName: 75cf0632da5f61b, network: default, NAD default, SandboxID: "75cf0632da5f61b5bda783362e589fcab5b94553cf41880263d38cef206c3922", PCI device ID: , UID: "c6f08340-ae51-43e2-988d-ec10254a32f4", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0326 16:24:01.873712 3801 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4 75cf0632da5f61b5bda783362e589fcab5b94553cf41880263d38cef206c3922 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-jtht4 75cf0632da5f61b5bda783362e589fcab5b94553cf41880263d38cef206c3922 network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:26:de:6a:26:d4\",\"name\":\"75cf0632da5f61b\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc0cb13d-46fe-47c5-9822-77210b9ee508\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:24:06.918973 3801 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 16:24:06.919003 3801 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0326 16:24:06.919010 3801 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0326 16:24:18.002310 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-p85hr] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-p85hr for pod on switch ip-10-0-1-134.ec2.internal I0326 16:24:18.002394 3801 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-p85hr I0326 16:24:18.013585 3801 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-p85hr] pod update took 11.210666ms I0326 16:24:18.013607 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-p85hr] addLogicalPort annotation time took 11.237868ms I0326 16:24:18.014924 3801 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-p85hr] addLogicalPort took 12.628623ms, libovsdb time 913.589µs I0326 16:24:18.364798 3801 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-p85hr 9c62a73daf67a56ad1e1403d7bcaad64432bc21f387de294f994cd9c205b5378 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-p85hr 9c62a73daf67a56ad1e1403d7bcaad64432bc21f387de294f994cd9c205b5378 network default NAD default] I0326 16:24:18.375858 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-p85hr, hostIfaceName: 9c62a73daf67a56, network: default, NAD default, SandboxID: "9c62a73daf67a56ad1e1403d7bcaad64432bc21f387de294f994cd9c205b5378", PCI device ID: , UID: "47469c76-9c5b-4ec8-85a0-a56b7d51fbea", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0326 16:24:18.420537 3801 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-p85hr 9c62a73daf67a56ad1e1403d7bcaad64432bc21f387de294f994cd9c205b5378 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-p85hr 9c62a73daf67a56ad1e1403d7bcaad64432bc21f387de294f994cd9c205b5378 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:8b:cc:f0:87:94\",\"name\":\"9c62a73daf67a56\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05370458-a433-4b7c-9c36-5d83d7faaa15\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:24:24.989653 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:24.990219 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:30.998551 3801 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:30.999134 3801 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.026154 3801 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.026174 3801 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-f7hzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.386416 3801 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.386959 3801 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:24:32.869098 3801 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.869123 3801 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:24:32.878312 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0326 16:24:32.878424 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0326 16:24:33.883548 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:33.883569 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0326 16:24:33.885939 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0326 16:24:34.985821 3801 namespace.go:142] [openshift-pipelines] updating namespace I0326 16:24:47.099942 3801 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-c4bb9 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:24:47.100034 3801 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9 I0326 16:24:47.116086 3801 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9] pod update took 16.073031ms I0326 16:24:47.116114 3801 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9] addLogicalPort annotation time took 16.104951ms I0326 16:24:47.117401 3801 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9] addLogicalPort took 17.475926ms, libovsdb time 867.758µs I0326 16:24:47.467855 3801 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9 091c38f8dd6d325c495832888d0445b17d202c32a9cf849b30ab525819d19e9b network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9 091c38f8dd6d325c495832888d0445b17d202c32a9cf849b30ab525819d19e9b network default NAD default] I0326 16:24:47.476290 3801 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-c4bb9, hostIfaceName: 091c38f8dd6d325, network: default, NAD default, SandboxID: "091c38f8dd6d325c495832888d0445b17d202c32a9cf849b30ab525819d19e9b", PCI device ID: , UID: "60af2a47-8e33-405a-88fc-587b8262c366", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0326 16:24:47.522861 3801 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9 091c38f8dd6d325c495832888d0445b17d202c32a9cf849b30ab525819d19e9b network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-c4bb9 091c38f8dd6d325c495832888d0445b17d202c32a9cf849b30ab525819d19e9b network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:d7:a7:fa:c9:11\",\"name\":\"091c38f8dd6d325\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4245e6b-ed40-4f71-b981-66e81c7cf0ff\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:24:50.994498 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0326 16:24:57.026430 3801 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0326 16:24:57.026455 3801 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0326 16:25:11.760526 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0326 16:25:25.072148 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:25.072199 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:25.079193 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 16:25:25.079219 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 16:25:33.853379 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0326 16:25:34.369148 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:34.369700 3801 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:34.388312 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:34.388330 3801 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:34.395934 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0326 16:25:34.395958 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0326 16:25:34.876437 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0326 16:25:37.020067 3801 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-85bbb5cb54-mnb6h] creating logical port tsf-tas_fulcio-server-85bbb5cb54-mnb6h for pod on switch ip-10-0-1-134.ec2.internal I0326 16:25:37.020143 3801 kube.go:256] Updating pod tsf-tas/fulcio-server-85bbb5cb54-mnb6h I0326 16:25:37.036979 3801 pod.go:62] [tsf-tas/fulcio-server-85bbb5cb54-mnb6h] pod update took 16.85328ms I0326 16:25:37.037063 3801 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-85bbb5cb54-mnb6h] addLogicalPort annotation time took 16.943288ms I0326 16:25:37.038070 3801 pods.go:271] [tsf-tas/fulcio-server-85bbb5cb54-mnb6h] addLogicalPort took 18.015245ms, libovsdb time 669.72µs I0326 16:25:37.067341 3801 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-69cfbddf5b-d6hhr] creating logical port tsf-tas_trillian-logserver-69cfbddf5b-d6hhr for pod on switch ip-10-0-1-134.ec2.internal I0326 16:25:37.067419 3801 kube.go:256] Updating pod tsf-tas/trillian-logserver-69cfbddf5b-d6hhr I0326 16:25:37.081894 3801 pod.go:62] [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr] pod update took 14.493733ms I0326 16:25:37.081916 3801 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-69cfbddf5b-d6hhr] addLogicalPort annotation time took 14.522873ms I0326 16:25:37.083119 3801 pods.go:271] [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr] addLogicalPort took 15.78881ms, libovsdb time 852.234µs I0326 16:25:37.237301 3801 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-74dc67b64-2tnxc] creating logical port tsf-tas_trillian-logsigner-74dc67b64-2tnxc for pod on switch ip-10-0-1-134.ec2.internal I0326 16:25:37.237410 3801 kube.go:256] Updating pod tsf-tas/trillian-logsigner-74dc67b64-2tnxc I0326 16:25:37.252695 3801 pod.go:62] [tsf-tas/trillian-logsigner-74dc67b64-2tnxc] pod update took 15.321108ms I0326 16:25:37.252719 3801 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-74dc67b64-2tnxc] addLogicalPort annotation time took 15.351042ms I0326 16:25:37.253989 3801 pods.go:271] [tsf-tas/trillian-logsigner-74dc67b64-2tnxc] addLogicalPort took 16.706276ms, libovsdb time 861.674µs I0326 16:25:37.379324 3801 cni.go:403] [tsf-tas/fulcio-server-85bbb5cb54-mnb6h 305cea2a33958c8bcc5de8d348acb4177f67efc59076e72f4260d2b3c2e5a067 network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-85bbb5cb54-mnb6h 305cea2a33958c8bcc5de8d348acb4177f67efc59076e72f4260d2b3c2e5a067 network default NAD default] I0326 16:25:37.387579 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-85bbb5cb54-mnb6h, hostIfaceName: 305cea2a33958c8, network: default, NAD default, SandboxID: "305cea2a33958c8bcc5de8d348acb4177f67efc59076e72f4260d2b3c2e5a067", PCI device ID: , UID: "67b4fcee-1aae-488b-9aa3-a3cd46b4765f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0326 16:25:37.433707 3801 cni.go:424] [tsf-tas/fulcio-server-85bbb5cb54-mnb6h 305cea2a33958c8bcc5de8d348acb4177f67efc59076e72f4260d2b3c2e5a067 network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-85bbb5cb54-mnb6h 305cea2a33958c8bcc5de8d348acb4177f67efc59076e72f4260d2b3c2e5a067 network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:b3:ed:00:87:36\",\"name\":\"305cea2a33958c8\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2204f17-bb1e-45e3-8bfd-5c4f7f302a64\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:25:38.027485 3801 cni.go:403] [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr 71e0fc8d7060acee6119dde0703ef121eba6a0a6041c3f854d3f3cc977316ffe network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr 71e0fc8d7060acee6119dde0703ef121eba6a0a6041c3f854d3f3cc977316ffe network default NAD default] I0326 16:25:38.035435 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-69cfbddf5b-d6hhr, hostIfaceName: 71e0fc8d7060ace, network: default, NAD default, SandboxID: "71e0fc8d7060acee6119dde0703ef121eba6a0a6041c3f854d3f3cc977316ffe", PCI device ID: , UID: "6a888caf-ad97-4073-9a0d-568b4fa496aa", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0326 16:25:38.081115 3801 cni.go:424] [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr 71e0fc8d7060acee6119dde0703ef121eba6a0a6041c3f854d3f3cc977316ffe network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-69cfbddf5b-d6hhr 71e0fc8d7060acee6119dde0703ef121eba6a0a6041c3f854d3f3cc977316ffe network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:98:a8:d1:c9:47\",\"name\":\"71e0fc8d7060ace\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fed46f45-9668-4342-9f1c-b54798ceb54e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:25:38.207683 3801 cni.go:403] [tsf-tas/trillian-logsigner-74dc67b64-2tnxc 2a1b4d8fe3cb7158877c3334aa35500e1e9f94daa16cb618e25823c7638f655c network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-74dc67b64-2tnxc 2a1b4d8fe3cb7158877c3334aa35500e1e9f94daa16cb618e25823c7638f655c network default NAD default] I0326 16:25:38.217756 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-74dc67b64-2tnxc, hostIfaceName: 2a1b4d8fe3cb715, network: default, NAD default, SandboxID: "2a1b4d8fe3cb7158877c3334aa35500e1e9f94daa16cb618e25823c7638f655c", PCI device ID: , UID: "4bb2833e-7e3d-4f50-87e8-463c1d468616", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0326 16:25:38.269284 3801 cni.go:424] [tsf-tas/trillian-logsigner-74dc67b64-2tnxc 2a1b4d8fe3cb7158877c3334aa35500e1e9f94daa16cb618e25823c7638f655c network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-74dc67b64-2tnxc 2a1b4d8fe3cb7158877c3334aa35500e1e9f94daa16cb618e25823c7638f655c network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:f2:ba:88:6e:05\",\"name\":\"2a1b4d8fe3cb715\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d2bfc33-dbbe-44c4-a481-c3704f3e22f6\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:25:40.602491 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:40.602581 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:40.632911 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:40.632934 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0326 16:25:44.624975 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 16:25:44.652682 3801 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0326 16:25:49.436886 3801 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0326 16:25:50.582132 3801 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:50.582695 3801 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:25:51.477045 3801 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:25:51.477067 3801 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-bb84d-5m2zc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:26:19.764131 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0326 16:26:19.794367 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0326 16:26:19.886997 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0326 16:26:24.636065 3801 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:24.636628 3801 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:24.654627 3801 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:24.654649 3801 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:24.662272 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0326 16:26:24.662296 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0326 16:26:25.375467 3801 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-sddbx] creating logical port tsf_patch-tekton-config-sddbx for pod on switch ip-10-0-1-134.ec2.internal I0326 16:26:25.375557 3801 kube.go:256] Updating pod tsf/patch-tekton-config-sddbx I0326 16:26:25.389446 3801 pod.go:62] [tsf/patch-tekton-config-sddbx] pod update took 13.911205ms I0326 16:26:25.389467 3801 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-sddbx] addLogicalPort annotation time took 13.936952ms I0326 16:26:25.390683 3801 pods.go:271] [tsf/patch-tekton-config-sddbx] addLogicalPort took 15.236883ms, libovsdb time 772.539µs I0326 16:26:25.755071 3801 cni.go:403] [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] I0326 16:26:25.764721 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-sddbx, hostIfaceName: 90a0c47992487b9, network: default, NAD default, SandboxID: "90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854", PCI device ID: , UID: "6939c6c4-265c-4683-bf0d-35813447b96e", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0326 16:26:25.814728 3801 cni.go:424] [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:a4:d7:6f:40:d0\",\"name\":\"90a0c47992487b9\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93ed37a2-7866-4ef8-92da-c6b881a936f4\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:26:31.667730 3801 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:31.668391 3801 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:32.566064 3801 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:32.566093 3801 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-64q5s-n6njm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:32.877160 3801 cni.go:403] [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] I0326 16:26:32.954847 3801 cni.go:424] [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-sddbx 90a0c47992487b9cd6a25f9774b15527987c68a85a410b8758fb93406b292854 network default NAD default], result "{}", err I0326 16:26:33.008212 3801 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:33.008254 3801 pods.go:176] Deleting pod: tsf/patch-tekton-config-sddbx I0326 16:26:33.009831 3801 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-sddbx, ips: 10.129.0.40 I0326 16:26:33.009878 3801 obj_retry.go:464] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:34.028629 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:34.028658 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:35.819054 3801 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:35.819625 3801 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:36.693271 3801 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:36.693336 3801 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-lsm64-8hgp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0326 16:26:39.700005 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0326 16:26:42.736392 3801 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:42.736999 3801 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:43.757764 3801 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.757791 3801 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-w2fw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.821403 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.821421 3801 obj_retry.go:458] Detected object tsf/patch-tekton-config-sddbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:43.828853 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-sddbx I0326 16:26:43.828904 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-sddbx I0326 16:26:44.882132 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0326 16:26:46.642323 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0326 16:26:48.764082 3801 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0326 16:26:49.658963 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0326 16:26:55.942265 3801 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:55.942834 3801 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:26:55.960452 3801 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:55.960472 3801 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:26:55.966854 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0326 16:26:55.966894 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0326 16:27:00.850627 3801 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:00.851115 3801 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:00.869688 3801 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:00.869712 3801 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:00.876365 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0326 16:27:00.876389 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0326 16:27:06.904405 3801 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:06.904981 3801 obj_retry.go:464] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:07.925961 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:07.925990 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:12.030368 3801 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:12.031020 3801 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:12.916374 3801 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:12.916397 3801 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-vtmr4-jdms4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:14.040913 3801 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:14.041512 3801 obj_retry.go:464] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:14.925791 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:14.925819 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:17.062362 3801 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:17.062967 3801 obj_retry.go:464] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:18.058919 3801 base_network_controller_pods.go:487] [default/tsf-tpa/server-54f67d6c86-x7676] creating logical port tsf-tpa_server-54f67d6c86-x7676 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:27:18.059026 3801 kube.go:256] Updating pod tsf-tpa/server-54f67d6c86-x7676 I0326 16:27:18.075048 3801 pod.go:62] [tsf-tpa/server-54f67d6c86-x7676] pod update took 16.049739ms I0326 16:27:18.075069 3801 base_network_controller_pods.go:937] [default/tsf-tpa/server-54f67d6c86-x7676] addLogicalPort annotation time took 16.078049ms I0326 16:27:18.076667 3801 pods.go:271] [tsf-tpa/server-54f67d6c86-x7676] addLogicalPort took 17.767828ms, libovsdb time 1.059954ms I0326 16:27:18.087449 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:18.087468 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:18.102695 3801 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-wtfx5] creating logical port tsf-tpa_importer-74cd48f5c7-wtfx5 for pod on switch ip-10-0-1-134.ec2.internal I0326 16:27:18.102806 3801 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-wtfx5 I0326 16:27:18.116465 3801 pod.go:62] [tsf-tpa/importer-74cd48f5c7-wtfx5] pod update took 13.716069ms I0326 16:27:18.116484 3801 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-wtfx5] addLogicalPort annotation time took 13.740499ms I0326 16:27:18.117633 3801 pods.go:271] [tsf-tpa/importer-74cd48f5c7-wtfx5] addLogicalPort took 14.952811ms, libovsdb time 792.068µs I0326 16:27:23.254649 3801 cni.go:403] [tsf-tpa/server-54f67d6c86-x7676 9180b503b55365deefe0568a49816765826c8de785dfa19c88a55417fb78a742 network default NAD default] ADD starting CNI request [tsf-tpa/server-54f67d6c86-x7676 9180b503b55365deefe0568a49816765826c8de785dfa19c88a55417fb78a742 network default NAD default] I0326 16:27:23.262424 3801 cni.go:403] [tsf-tpa/importer-74cd48f5c7-wtfx5 fdf2ca0f56cb59f3b009e2b4aa87db7624d6344186a88c639b50b864eb11103b network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-wtfx5 fdf2ca0f56cb59f3b009e2b4aa87db7624d6344186a88c639b50b864eb11103b network default NAD default] I0326 16:27:23.263010 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-54f67d6c86-x7676, hostIfaceName: 9180b503b55365d, network: default, NAD default, SandboxID: "9180b503b55365deefe0568a49816765826c8de785dfa19c88a55417fb78a742", PCI device ID: , UID: "20204fb6-31af-4c57-b87c-0b79b69cd10a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0326 16:27:23.272427 3801 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-wtfx5, hostIfaceName: fdf2ca0f56cb59f, network: default, NAD default, SandboxID: "fdf2ca0f56cb59f3b009e2b4aa87db7624d6344186a88c639b50b864eb11103b", PCI device ID: , UID: "9ff93e9d-3e5d-4f5c-a3c8-4ca7f41227a8", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0326 16:27:23.313426 3801 cni.go:424] [tsf-tpa/server-54f67d6c86-x7676 9180b503b55365deefe0568a49816765826c8de785dfa19c88a55417fb78a742 network default NAD default] ADD finished CNI request [tsf-tpa/server-54f67d6c86-x7676 9180b503b55365deefe0568a49816765826c8de785dfa19c88a55417fb78a742 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:2d:d0:ec:1c:a3\",\"name\":\"9180b503b55365d\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8124d12-6e78-48b2-9c31-fc010078cb1a\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0326 16:27:23.336575 3801 cni.go:424] [tsf-tpa/importer-74cd48f5c7-wtfx5 fdf2ca0f56cb59f3b009e2b4aa87db7624d6344186a88c639b50b864eb11103b network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-wtfx5 fdf2ca0f56cb59f3b009e2b4aa87db7624d6344186a88c639b50b864eb11103b network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:95:56:af:f2:7d\",\"name\":\"fdf2ca0f56cb59f\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8960fda9-4abb-448d-8816-0623312faeef\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0326 16:27:26.147812 3801 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0326 16:27:27.157113 3801 util.go:959] Failed to build node endpoints for node ip-10-0-1-134.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0326 16:27:28.999379 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0326 16:27:29.028609 3801 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:29.029155 3801 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:29.049581 3801 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:29.049599 3801 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:29.053030 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0326 16:27:29.053050 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0326 16:27:29.721783 3801 namespace.go:98] [integration-service] adding namespace I0326 16:27:29.722648 3801 namespace.go:102] [integration-service] adding namespace took 843.298µs I0326 16:27:29.726971 3801 namespace.go:98] [image-controller] adding namespace I0326 16:27:29.727095 3801 namespace.go:98] [build-service] adding namespace I0326 16:27:29.727795 3801 namespace.go:102] [image-controller] adding namespace took 804.634µs I0326 16:27:29.728482 3801 namespace.go:102] [build-service] adding namespace took 1.368958ms I0326 16:27:29.743082 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:29.767555 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:29.770093 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:29.786036 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:29.800903 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:29.817289 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:29.939771 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:29.968723 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:30.022659 3801 namespace.go:98] [release-service] adding namespace I0326 16:27:30.023472 3801 namespace.go:102] [release-service] adding namespace took 791.223µs I0326 16:27:30.041330 3801 namespace.go:142] [release-service] updating namespace I0326 16:27:30.055993 3801 namespace.go:142] [release-service] updating namespace I0326 16:27:30.146326 3801 namespace.go:142] [konflux-ui] updating namespace I0326 16:27:30.235302 3801 namespace.go:98] [konflux-info] adding namespace I0326 16:27:30.236071 3801 namespace.go:102] [konflux-info] adding namespace took 749.452µs I0326 16:27:30.257600 3801 namespace.go:142] [konflux-info] updating namespace I0326 16:27:30.313224 3801 namespace.go:142] [konflux-info] updating namespace I0326 16:27:30.581023 3801 namespace.go:98] [namespace-lister] adding namespace I0326 16:27:30.581854 3801 namespace.go:102] [namespace-lister] adding namespace took 807.445µs I0326 16:27:30.608405 3801 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:30.720690 3801 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:30.793080 3801 namespace.go:98] [enterprise-contract-service] adding namespace I0326 16:27:30.793837 3801 namespace.go:102] [enterprise-contract-service] adding namespace took 738.722µs I0326 16:27:30.815206 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:30.815301 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:30.853763 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:31.519166 3801 namespace.go:98] [default-tenant] adding namespace I0326 16:27:31.519978 3801 namespace.go:102] [default-tenant] adding namespace took 788.083µs I0326 16:27:31.537484 3801 namespace.go:142] [default-tenant] updating namespace I0326 16:27:31.631576 3801 namespace.go:142] [default-tenant] updating namespace I0326 16:27:31.669856 3801 namespace.go:98] [segment-bridge] adding namespace I0326 16:27:31.670652 3801 namespace.go:102] [segment-bridge] adding namespace took 751.026µs I0326 16:27:31.694131 3801 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:31.734345 3801 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:32.043985 3801 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0326 16:27:32.044580 3801 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0326 16:27:32.044601 3801 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0326 16:27:32.047053 3801 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0326 16:27:32.197136 3801 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0326 16:27:32.197166 3801 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0326 16:27:32.198089 3801 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0326 16:27:32.657823 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:33.065583 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:33.329916 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:33.581258 3801 namespace.go:142] [konflux-info] updating namespace I0326 16:27:33.669399 3801 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:33.670294 3801 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:34.004140 3801 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.299073 3801 namespace.go:142] [release-service] updating namespace I0326 16:27:34.430112 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:34.449176 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:34.469181 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:34.497222 3801 namespace.go:142] [konflux-info] updating namespace I0326 16:27:34.523256 3801 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.545002 3801 namespace.go:142] [release-service] updating namespace I0326 16:27:34.624298 3801 namespace.go:142] [build-service] updating namespace I0326 16:27:34.708147 3801 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:34.708166 3801 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-249fk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:34.710700 3801 namespace.go:142] [image-controller] updating namespace I0326 16:27:34.776759 3801 namespace.go:142] [integration-service] updating namespace I0326 16:27:34.818135 3801 namespace.go:142] [konflux-info] updating namespace I0326 16:27:34.884179 3801 namespace.go:142] [namespace-lister] updating namespace I0326 16:27:34.981484 3801 namespace.go:142] [release-service] updating namespace I0326 16:27:36.149334 3801 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.350678 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.550861 3801 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:36.671633 3801 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.685593 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.699609 3801 namespace.go:142] [segment-bridge] updating namespace I0326 16:27:36.783146 3801 namespace.go:142] [default-tenant] updating namespace I0326 16:27:36.882080 3801 namespace.go:142] [enterprise-contract-service] updating namespace I0326 16:27:36.982572 3801 namespace.go:142] [segment-bridge] updating namespace W0326 16:27:38.071273 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0326 16:27:38.091854 3801 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0326 16:27:38.112265 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0326 16:27:47.158106 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:47.160527 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 16:27:48.014929 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0326 16:27:48.015985 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0326 16:27:48.041443 3801 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0326 16:27:48.041488 3801 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0326 16:27:48.070485 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:48.070501 3801 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:49.152175 3801 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0326 16:27:52.184654 3801 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0326 16:27:52.184674 3801 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0326 16:27:58.463395 3801 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:58.464036 3801 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:27:59.096770 3801 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:59.096795 3801 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-qwvmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:27:59.103587 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:27:59.103612 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-qwvmm I0326 16:28:27.767008 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=156 I0326 16:28:38.886844 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0326 16:28:40.757179 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=164 I0326 16:28:41.848082 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0326 16:28:46.864815 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0326 16:28:56.445599 3801 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:28:56.446286 3801 obj_retry.go:464] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:28:56.563398 3801 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:28:56.563421 3801 obj_retry.go:458] Detected object konflux-ui/proxy-77d8c66f66-vrp5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:28:56.569560 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-77d8c66f66-vrp5c I0326 16:28:56.569588 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-77d8c66f66-vrp5c I0326 16:29:08.786357 3801 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:08.787055 3801 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:08.825840 3801 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:08.825887 3801 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:08.832383 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0326 16:29:08.832407 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0326 16:29:23.871240 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0326 16:29:36.992068 3801 cni.go:403] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] I0326 16:29:37.069731 3801 cni.go:424] [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk 16ee0f450d5df5575dcd50b3d2455bd59df50438a251aa81b67dbcd1da79f175 network default NAD default], result "{}", err I0326 16:29:37.132245 3801 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:37.132278 3801 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:29:37.133671 3801 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk, ips: 10.129.0.25 I0326 16:29:37.133705 3801 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:37.829411 3801 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:37.829441 3801 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:37.835437 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:29:37.835465 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-phvmk I0326 16:29:52.016958 3801 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:52.017585 3801 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:29:52.881931 3801 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:52.881966 3801 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:29:52.889588 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f I0326 16:29:52.889613 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-fmt7f I0326 16:30:00.791879 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:30:00.792484 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:30:00.803275 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:30:00.803296 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:30:00.809702 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:30:00.809723 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29575700-6w7h8 I0326 16:30:02.770320 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=705 I0326 16:30:47.759041 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0326 16:30:51.760454 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0326 16:31:28.864346 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0326 16:31:31.848754 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0326 16:32:10.763257 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0326 16:33:41.879549 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0326 16:34:36.760177 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0326 16:34:42.856661 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0326 16:34:49.850310 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0326 16:35:09.869729 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0326 16:35:15.884927 3801 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0326 16:35:35.889842 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0326 16:35:52.054168 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:35:52.054792 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:35:52.873670 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0326 16:35:53.075414 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:35:53.075489 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575710-g9krs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:35:54.769957 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 W0326 16:36:03.174741 3801 duration.go:461] Config duration recorder: measurement expired for pod/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390rn7gf I0326 16:36:58.773636 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0326 16:37:07.049672 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:07.049716 3801 obj_retry.go:458] Detected object tsf-tpa/create-db-x4fwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:07.054887 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x4fwr I0326 16:37:07.054916 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x4fwr I0326 16:37:14.029956 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:14.029983 3801 obj_retry.go:458] Detected object tsf-tpa/migrate-db-mvw2r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:14.033290 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-mvw2r I0326 16:37:14.033320 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-mvw2r I0326 16:37:18.029733 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:18.029778 3801 obj_retry.go:458] Detected object tsf-tpa/create-importers-65knr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:37:18.034524 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-65knr I0326 16:37:18.034553 3801 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-65knr I0326 16:37:46.890134 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0326 16:38:38.851789 3801 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0326 16:38:45.763354 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0326 16:38:57.762204 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0326 16:39:14.866596 3801 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0326 16:40:04.447641 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0326 16:40:04.448263 3801 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0326 16:40:05.319243 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:40:05.319269 3801 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29575720-wtq2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0326 16:40:33.776816 3801 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0326 16:40:58.699813 3801 namespace.go:98] [default-tenant-managed] adding namespace I0326 16:40:58.700748 3801 namespace.go:102] [default-tenant-managed] adding namespace took 911.675µs I0326 16:40:58.749946 3801 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:40:58.765298 3801 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:40:59.901884 3801 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:41:00.034246 3801 namespace.go:142] [default-tenant-managed] updating namespace I0326 16:41:00.131900 3801 namespace.go:142] [default-tenant-managed] updating namespace