+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-88.ec2.internal
++ [[ -n ip-10-0-1-88.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-88.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0327 22:58:26.757284974 - disable conntrack on geneve port'
I0327 22:58:26.757284974 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0327 22:58:26.775450673 - starting ovnkube-node'
I0327 22:58:26.775450673 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-88.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-88.ec2.internal --init-node ip-10-0-1-88.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-88.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0327 22:58:26.814152    3843 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0327 22:58:26.814195    3843 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-29bd08d30b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0327 22:58:26.815746    3843 kube.go:419] Waiting for certificate
I0327 22:58:26.815775    3843 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0327 22:58:26.815814    3843 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0327 22:58:26.816626    3843 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0327 22:58:26.847947    3843 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0327 22:58:26.847963    3843 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0327 22:58:26.850322    3843 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0327 22:58:26.850407    3843 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zjhnk"
I0327 22:58:26.860443    3843 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-zjhnk"
I0327 22:58:26.860515    3843 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0327 22:58:27.816130    3843 kube.go:426] Certificate found
I0327 22:58:27.816642    3843 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0327 22:58:27.817576    3843 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0327 22:58:27.865075    3843 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-28 22:53:26 +0000 UTC" deadline="2026-03-28 19:02:59.120289328 +0000 UTC"
I0327 22:58:27.865231    3843 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h4m31.255082637s"
I0327 22:58:27.884003    3843 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0327 22:58:27.899480    3843 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0327 22:58:27.899560    3843 factory.go:531] Starting watch factory
I0327 22:58:27.899558    3843 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0327 22:58:27.899667    3843 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899681    3843 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899684    3843 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899703    3843 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899715    3843 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899815    3843 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899837    3843 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899685    3843 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899681    3843 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.899977    3843 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.901482    3843 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.901507    3843 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.906858    3843 controller_manager.go:368] Starting the ovnkube controller
I0327 22:58:27.906868    3843 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-88.ec2.internal
I0327 22:58:27.906910    3843 controller_manager.go:393] NBDB zone sync took: 34.795µs
I0327 22:58:27.906918    3843 factory.go:531] Starting watch factory
I0327 22:58:27.923447    3843 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.926027    3843 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.926180    3843 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.927377    3843 ovn_northd.go:121] Registering OVN northd metrics
I0327 22:58:27.931315    3843 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.931631    3843 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0327 22:58:27.931753    3843 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.935359    3843 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0327 22:58:27.935390    3843 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0327 22:58:27.939168    3843 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0327 22:58:27.951281    3843 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0327 22:58:28.005575    3843 factory.go:1890] *v1.Pod informer cache synced successfully
I0327 22:58:28.005597    3843 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0327 22:58:28.005602    3843 factory.go:1890] *v1.Namespace informer cache synced successfully
I0327 22:58:28.005618    3843 factory.go:1890] *v1.Node informer cache synced successfully
I0327 22:58:28.005622    3843 factory.go:1890] *v1.Service informer cache synced successfully
I0327 22:58:28.005625    3843 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0327 22:58:28.005711    3843 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.005723    3843 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.005732    3843 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.005749    3843 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.009062    3843 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.009210    3843 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0327 22:58:28.010889    3843 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0327 22:58:28.010904    3843 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0327 22:58:28.010977    3843 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.010994    3843 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.012851    3843 factory.go:1890] *v1.Pod informer cache synced successfully
I0327 22:58:28.012867    3843 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0327 22:58:28.012872    3843 factory.go:1890] *v1.Namespace informer cache synced successfully
I0327 22:58:28.012877    3843 factory.go:1890] *v1.Node informer cache synced successfully
I0327 22:58:28.012881    3843 factory.go:1890] *v1.Service informer cache synced successfully
I0327 22:58:28.012884    3843 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0327 22:58:28.012994    3843 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.016792    3843 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0327 22:58:28.016846    3843 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.016861    3843 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.018210    3843 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0327 22:58:28.018224    3843 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0327 22:58:28.019132    3843 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.021829    3843 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0327 22:58:28.021897    3843 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.021914    3843 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.023286    3843 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0327 22:58:28.024075    3843 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.027904    3843 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0327 22:58:28.027956    3843 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.027971    3843 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.028595    3843 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0327 22:58:28.030057    3843 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.033096    3843 factory.go:1890] *v1.EgressService informer cache synced successfully
I0327 22:58:28.033157    3843 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.033170    3843 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.034243    3843 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0327 22:58:28.035066    3843 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.039078    3843 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0327 22:58:28.039275    3843 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0327 22:58:28.039301    3843 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0327 22:58:28.039322    3843 factory.go:1890] *v1.EgressService informer cache synced successfully
I0327 22:58:28.041801    3843 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0327 22:58:28.045001    3843 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0327 22:58:28.045014    3843 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0327 22:58:28.045102    3843 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.045115    3843 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.045126    3843 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.045146    3843 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.047384    3843 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.048223    3843 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0327 22:58:28.050410    3843 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0327 22:58:28.050421    3843 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0327 22:58:28.050423    3843 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0327 22:58:28.050438    3843 factory.go:636] Watch Factory start up complete, took: 150.878806ms
I0327 22:58:28.050534    3843 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0327 22:58:28.056145    3843 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0327 22:58:28.056158    3843 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0327 22:58:28.056164    3843 factory.go:636] Watch Factory start up complete, took: 149.245255ms
I0327 22:58:28.056171    3843 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-88.ec2.internal" zone
I0327 22:58:28.089771    3843 default_node_network_controller.go:709] Initializing the default node network controller
I0327 22:58:28.139419    3843 udn_isolation.go:101] Starting UDN host isolation manager
I0327 22:58:28.145478    3843 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0327 22:58:28.198803    3843 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0327 22:58:28.198896    3843 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0327 22:58:28.198912    3843 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0327 22:58:28.232798    3843 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0327 22:58:28.232861    3843 default_node_network_controller.go:808] Node ip-10-0-1-88.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0327 22:58:28.238463    3843 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.88"] k8s.ovn.org/zone-name:ip-10-0-1-88.ec2.internal] on node ip-10-0-1-88.ec2.internal
I0327 22:58:28.268526    3843 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0327 22:58:28.273507    3843 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0327 22:58:28.273654    3843 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0327 22:58:28.273766    3843 gateway_init.go:263] Preparing Gateway
I0327 22:58:28.273778    3843 gateway_shared_intf.go:1658] Creating new gateway
I0327 22:58:28.307064    3843 controller_manager.go:427] Waiting for node in zone sync took: 250.881907ms
I0327 22:58:28.310927    3843 controller_manager.go:608] Switching to transit router for layer2 networks
I0327 22:58:28.310941    3843 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-88.ec2.internal
I0327 22:58:28.324345    3843 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0327 22:58:28.330078    3843 controller_manager.go:288] SCTP support detected in OVN
I0327 22:58:28.330746    3843 services_controller.go:69] Creating services controller for network=default
I0327 22:58:28.330842    3843 udn_enabled_svc.go:80] Waiting for service informer to sync
I0327 22:58:28.330942    3843 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0327 22:58:28.331040    3843 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0327 22:58:28.331053    3843 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0327 22:58:28.331063    3843 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0327 22:58:28.331225    3843 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0327 22:58:28.331274    3843 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0327 22:58:28.331303    3843 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 20.977µs
I0327 22:58:28.331311    3843 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 36.733µs
I0327 22:58:28.331317    3843 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0327 22:58:28.331315    3843 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.299µs
I0327 22:58:28.331325    3843 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0327 22:58:28.331333    3843 default_network_controller.go:321] Starting the default network controller
I0327 22:58:28.331370    3843 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 9.661µs
I0327 22:58:28.331392    3843 udn_enabled_svc.go:95] Performing full resync
I0327 22:58:28.331729    3843 udn_enabled_svc.go:99] Waiting for handler to sync
I0327 22:58:28.331744    3843 udn_enabled_svc.go:104] Starting worker
I0327 22:58:28.339381    3843 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0327 22:58:28.339482    3843 repair.go:33] Syncing exgw routes took 83.458µs
I0327 22:58:28.339517    3843 default_network_controller.go:407] Starting all the Watchers...
I0327 22:58:28.339695    3843 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0327 22:58:28.339709    3843 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0327 22:58:28.339717    3843 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0327 22:58:28.339727    3843 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0327 22:58:28.339725    3843 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0327 22:58:28.339739    3843 namespace.go:98] [openshift-marketplace] adding namespace
I0327 22:58:28.339748    3843 namespace.go:98] [openshift-multus] adding namespace
I0327 22:58:28.339746    3843 namespace.go:98] [kube-node-lease] adding namespace
I0327 22:58:28.339760    3843 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0327 22:58:28.339765    3843 namespace.go:98] [openshift-package-operator] adding namespace
I0327 22:58:28.339771    3843 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0327 22:58:28.339774    3843 namespace.go:98] [openshift-console-user-settings] adding namespace
I0327 22:58:28.339780    3843 namespace.go:98] [openshift-ingress-canary] adding namespace
I0327 22:58:28.339828    3843 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0327 22:58:28.339842    3843 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0327 22:58:28.340300    3843 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 581.571µs
I0327 22:58:28.340320    3843 namespace.go:98] [openshift-network-console] adding namespace
I0327 22:58:28.340811    3843 namespace.go:102] [openshift-network-console] adding namespace took 484.464µs
I0327 22:58:28.340828    3843 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0327 22:58:28.341319    3843 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 486.164µs
I0327 22:58:28.341333    3843 namespace.go:98] [openshift-dns] adding namespace
I0327 22:58:28.341795    3843 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 2.074253ms
I0327 22:58:28.341814    3843 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0327 22:58:28.342307    3843 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.579448ms
I0327 22:58:28.342324    3843 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0327 22:58:28.342786    3843 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.052878ms
I0327 22:58:28.342799    3843 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0327 22:58:28.343375    3843 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 3.638399ms
I0327 22:58:28.343390    3843 namespace.go:98] [openshift-node] adding namespace
W0327 22:58:28.343820    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kqjq4: pod openshift-multus/network-metrics-daemon-kqjq4: no pod IPs found 
W0327 22:58:28.343836    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n7l7j: pod openshift-multus/network-metrics-daemon-n7l7j: no pod IPs found 
W0327 22:58:28.343845    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-996pn: pod openshift-multus/network-metrics-daemon-996pn: no pod IPs found 
I0327 22:58:28.343853    3843 namespace.go:102] [openshift-marketplace] adding namespace took 4.101964ms
I0327 22:58:28.343865    3843 namespace.go:98] [default] adding namespace
I0327 22:58:28.344044    3843 iptables.go:108] Creating table: filter chain: FORWARD
I0327 22:58:28.344418    3843 namespace.go:102] [openshift-multus] adding namespace took 4.657738ms
I0327 22:58:28.344437    3843 namespace.go:98] [openshift] adding namespace
I0327 22:58:28.344948    3843 namespace.go:102] [kube-node-lease] adding namespace took 5.184659ms
I0327 22:58:28.344964    3843 namespace.go:98] [openshift-authentication] adding namespace
I0327 22:58:28.345470    3843 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.700374ms
I0327 22:58:28.345491    3843 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0327 22:58:28.345982    3843 namespace.go:102] [openshift-package-operator] adding namespace took 6.208065ms
I0327 22:58:28.345997    3843 namespace.go:98] [openshift-controller-manager] adding namespace
I0327 22:58:28.346445    3843 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.669213ms
I0327 22:58:28.346459    3843 namespace.go:98] [openshift-insights] adding namespace
I0327 22:58:28.346942    3843 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.158911ms
I0327 22:58:28.346957    3843 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0327 22:58:28.347406    3843 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.616305ms
I0327 22:58:28.347423    3843 namespace.go:98] [kube-system] adding namespace
I0327 22:58:28.347916    3843 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.076299ms
I0327 22:58:28.347948    3843 namespace.go:98] [dedicated-admin] adding namespace
I0327 22:58:28.348380    3843 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.531083ms
I0327 22:58:28.348392    3843 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0327 22:58:28.348872    3843 namespace.go:102] [openshift-dns] adding namespace took 7.532922ms
I0327 22:58:28.348885    3843 namespace.go:98] [openshift-backplane-tam] adding namespace
I0327 22:58:28.349307    3843 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.486364ms
I0327 22:58:28.349321    3843 namespace.go:98] [openshift-image-registry] adding namespace
I0327 22:58:28.349807    3843 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.47562ms
I0327 22:58:28.349823    3843 namespace.go:98] [openshift-backplane-cee] adding namespace
I0327 22:58:28.349913    3843 iptables.go:108] Creating table: filter chain: OUTPUT
I0327 22:58:28.350290    3843 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.485704ms
I0327 22:58:28.350302    3843 namespace.go:98] [openshift-apiserver] adding namespace
I0327 22:58:28.350696    3843 namespace.go:102] [openshift-node] adding namespace took 7.30131ms
I0327 22:58:28.350711    3843 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0327 22:58:28.351111    3843 namespace.go:102] [default] adding namespace took 7.238469ms
I0327 22:58:28.351120    3843 namespace.go:98] [openshift-network-node-identity] adding namespace
I0327 22:58:28.351599    3843 namespace.go:102] [openshift] adding namespace took 7.155246ms
I0327 22:58:28.351627    3843 namespace.go:98] [openshift-network-operator] adding namespace
I0327 22:58:28.352050    3843 namespace.go:102] [openshift-authentication] adding namespace took 7.081384ms
I0327 22:58:28.352063    3843 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0327 22:58:28.352936    3843 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.439398ms
I0327 22:58:28.352948    3843 namespace.go:98] [openshift-authentication-operator] adding namespace
I0327 22:58:28.353405    3843 namespace.go:102] [openshift-controller-manager] adding namespace took 7.400335ms
I0327 22:58:28.353420    3843 namespace.go:98] [openshift-host-network] adding namespace
I0327 22:58:28.353847    3843 namespace.go:102] [openshift-insights] adding namespace took 7.380783ms
I0327 22:58:28.353865    3843 namespace.go:98] [openshift-etcd] adding namespace
W0327 22:58:28.354289    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5kf2n: pod kube-system/global-pull-secret-syncer-5kf2n: no pod IPs found 
W0327 22:58:28.354300    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-8lmcm: pod kube-system/global-pull-secret-syncer-8lmcm: no pod IPs found 
I0327 22:58:28.354332    3843 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.369707ms
I0327 22:58:28.354345    3843 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0327 22:58:28.354792    3843 namespace.go:102] [kube-system] adding namespace took 7.363538ms
I0327 22:58:28.354806    3843 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0327 22:58:28.355248    3843 namespace.go:102] [dedicated-admin] adding namespace took 7.292099ms
I0327 22:58:28.355268    3843 namespace.go:98] [openshift-infra] adding namespace
I0327 22:58:28.355659    3843 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.260578ms
I0327 22:58:28.355680    3843 namespace.go:98] [openshift-operators-redhat] adding namespace
I0327 22:58:28.356151    3843 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.259849ms
I0327 22:58:28.356166    3843 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0327 22:58:28.356285    3843 gateway_shared_intf.go:1787] Gateway Creation Complete
I0327 22:58:28.356297    3843 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-88.ec2.internal","mac-address":"0a:ff:f2:90:5e:63","ip-addresses":["10.0.1.88/24"],"ip-address":"10.0.1.88/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f6f96750-b97a-4b0b-9c31-a86834fd64ef k8s.ovn.org/node-encap-ips:["10.0.1.88"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.88/24"} k8s.ovn.org/zone-name:ip-10-0-1-88.ec2.internal] on node ip-10-0-1-88.ec2.internal
I0327 22:58:28.356555    3843 namespace.go:102] [openshift-image-registry] adding namespace took 7.228231ms
I0327 22:58:28.356575    3843 namespace.go:98] [openshift-backplane] adding namespace
I0327 22:58:28.357032    3843 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.203474ms
I0327 22:58:28.357046    3843 namespace.go:98] [openshift-config-managed] adding namespace
I0327 22:58:28.357417    3843 namespace.go:102] [openshift-apiserver] adding namespace took 7.110585ms
I0327 22:58:28.357427    3843 namespace.go:98] [openshift-dns-operator] adding namespace
I0327 22:58:28.357863    3843 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.147948ms
I0327 22:58:28.357876    3843 namespace.go:98] [openshift-machine-api] adding namespace
I0327 22:58:28.358277    3843 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.152305ms
I0327 22:58:28.358288    3843 namespace.go:98] [openshift-logging] adding namespace
I0327 22:58:28.358709    3843 namespace.go:102] [openshift-network-operator] adding namespace took 7.077309ms
I0327 22:58:28.358723    3843 namespace.go:98] [openshift-console] adding namespace
I0327 22:58:28.359129    3843 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.061813ms
I0327 22:58:28.359142    3843 namespace.go:98] [openshift-config] adding namespace
I0327 22:58:28.359566    3843 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.606715ms
I0327 22:58:28.359577    3843 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0327 22:58:28.360043    3843 namespace.go:102] [openshift-host-network] adding namespace took 6.61777ms
I0327 22:58:28.360058    3843 namespace.go:98] [openshift-ingress-operator] adding namespace
I0327 22:58:28.360490    3843 namespace.go:102] [openshift-etcd] adding namespace took 6.61977ms
I0327 22:58:28.360501    3843 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0327 22:58:28.360915    3843 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.56551ms
I0327 22:58:28.360926    3843 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0327 22:58:28.361371    3843 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.559951ms
I0327 22:58:28.361400    3843 namespace.go:98] [openshift-ingress] adding namespace
I0327 22:58:28.361789    3843 namespace.go:102] [openshift-infra] adding namespace took 6.511118ms
I0327 22:58:28.361803    3843 namespace.go:98] [openshift-console-operator] adding namespace
W0327 22:58:28.362135    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kwvhq: pod openshift-network-diagnostics/network-check-target-kwvhq: no pod IPs found 
W0327 22:58:28.362146    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ms6z2: pod openshift-network-diagnostics/network-check-target-ms6z2: no pod IPs found 
W0327 22:58:28.362153    3843 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qgvsg: pod openshift-network-diagnostics/network-check-target-qgvsg: no pod IPs found 
I0327 22:58:28.362181    3843 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.495757ms
I0327 22:58:28.362191    3843 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0327 22:58:28.362603    3843 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.431877ms
I0327 22:58:28.363018    3843 namespace.go:102] [openshift-backplane] adding namespace took 6.436103ms
I0327 22:58:28.363032    3843 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0327 22:58:28.363421    3843 namespace.go:102] [openshift-config-managed] adding namespace took 6.37027ms
I0327 22:58:28.363435    3843 namespace.go:98] [openshift-cluster-version] adding namespace
I0327 22:58:28.363927    3843 namespace.go:102] [openshift-dns-operator] adding namespace took 6.495351ms
I0327 22:58:28.363938    3843 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0327 22:58:28.364323    3843 namespace.go:102] [openshift-machine-api] adding namespace took 6.442385ms
I0327 22:58:28.364336    3843 namespace.go:98] [openshift-backplane-srep] adding namespace
I0327 22:58:28.364738    3843 namespace.go:102] [openshift-logging] adding namespace took 6.444174ms
I0327 22:58:28.364753    3843 namespace.go:98] [openshift-config-operator] adding namespace
I0327 22:58:28.365132    3843 namespace.go:102] [openshift-console] adding namespace took 6.405141ms
I0327 22:58:28.365145    3843 namespace.go:98] [kube-public] adding namespace
I0327 22:58:28.365512    3843 namespace.go:102] [openshift-config] adding namespace took 6.365707ms
I0327 22:58:28.365523    3843 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0327 22:58:28.365968    3843 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.386853ms
I0327 22:58:28.365978    3843 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0327 22:58:28.366390    3843 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.327615ms
I0327 22:58:28.366403    3843 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0327 22:58:28.366824    3843 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.31874ms
I0327 22:58:28.366836    3843 namespace.go:98] [openshift-backplane-cse] adding namespace
I0327 22:58:28.367192    3843 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.262178ms
I0327 22:58:28.367202    3843 namespace.go:98] [open-cluster-management-2pabjk1o0k4lirtjul81bm4bi3nfk4gj] adding namespace
I0327 22:58:28.367632    3843 namespace.go:102] [openshift-ingress] adding namespace took 6.224824ms
I0327 22:58:28.367645    3843 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0327 22:58:28.368056    3843 namespace.go:102] [openshift-console-operator] adding namespace took 6.249711ms
I0327 22:58:28.368066    3843 namespace.go:98] [openshift-backplane-csm] adding namespace
I0327 22:58:28.368481    3843 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.285244ms
I0327 22:58:28.368496    3843 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0327 22:58:28.368892    3843 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.855966ms
I0327 22:58:28.369394    3843 namespace.go:102] [openshift-cluster-version] adding namespace took 5.952825ms
I0327 22:58:28.370148    3843 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.204459ms
I0327 22:58:28.370162    3843 namespace.go:98] [openshift-monitoring] adding namespace
I0327 22:58:28.370542    3843 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.201299ms
I0327 22:58:28.371001    3843 namespace.go:102] [openshift-config-operator] adding namespace took 6.24274ms
I0327 22:58:28.371433    3843 namespace.go:102] [kube-public] adding namespace took 6.281733ms
I0327 22:58:28.371818    3843 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.289765ms
I0327 22:58:28.372256    3843 default_node_network_controller.go:518] Node connection status = connected
I0327 22:58:28.372431    3843 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.446865ms
I0327 22:58:28.372895    3843 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.487257ms
I0327 22:58:28.373323    3843 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.481268ms
I0327 22:58:28.373682    3843 namespace.go:102] [open-cluster-management-2pabjk1o0k4lirtjul81bm4bi3nfk4gj] adding namespace took 6.47534ms
I0327 22:58:28.373695    3843 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0327 22:58:28.374134    3843 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.483853ms
I0327 22:58:28.374148    3843 namespace.go:98] [openshift-operators] adding namespace
I0327 22:58:28.374519    3843 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.448707ms
I0327 22:58:28.374933    3843 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.432314ms
I0327 22:58:28.375328    3843 namespace.go:102] [openshift-monitoring] adding namespace took 5.158677ms
I0327 22:58:28.375780    3843 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 2.079276ms
I0327 22:58:28.376122    3843 namespace.go:102] [openshift-operators] adding namespace took 1.967901ms
I0327 22:58:28.376478    3843 zone_ic_handler.go:186] Time taken to create transit switch: 255.05µs
I0327 22:58:28.376644    3843 master.go:532] Adding or Updating local node "ip-10-0-1-88.ec2.internal" for network "default"
I0327 22:58:28.376660    3843 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-48.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-48.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-48.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-48.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-48.ec2.internal
I0327 22:58:28.376694    3843 obj_retry.go:544] Failed to create *v1.Node ip-10-0-2-195.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-195.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-195.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-195.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-195.ec2.internal
W0327 22:58:28.383969    3843 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-kqjq4: pod openshift-multus/network-metrics-daemon-kqjq4: no pod IPs found 
W0327 22:58:28.383985    3843 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-8lmcm: pod kube-system/global-pull-secret-syncer-8lmcm: no pod IPs found 
W0327 22:58:28.383996    3843 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ms6z2: pod openshift-network-diagnostics/network-check-target-ms6z2: no pod IPs found 
I0327 22:58:28.384888    3843 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-88.ec2.internal for the network default
I0327 22:58:28.385581    3843 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0327 22:58:28.385632    3843 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0327 22:58:28.385648    3843 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0327 22:58:28.385648    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-48.ec2.internal in network "default"
I0327 22:58:28.385693    3843 node_tracker.go:235] Node ip-10-0-0-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-48.ec2.internal"
I0327 22:58:28.385711    3843 node_tracker.go:169] Node ip-10-0-0-48.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:28.385723    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:28.385736    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-88.ec2.internal in network "default"
I0327 22:58:28.385771    3843 node_tracker.go:169] Node ip-10-0-1-88.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:28.385780    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:28.385788    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-195.ec2.internal in network "default"
I0327 22:58:28.385802    3843 node_tracker.go:235] Node ip-10-0-2-195.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-195.ec2.internal"
I0327 22:58:28.385822    3843 node_tracker.go:169] Node ip-10-0-2-195.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:28.385830    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:28.486440    3843 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0327 22:58:28.486463    3843 services_controller.go:208] Setting up event handlers for services for network=default
I0327 22:58:28.486520    3843 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0327 22:58:28.486566    3843 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0327 22:58:28.486581    3843 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0327 22:58:28.587163    3843 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0327 22:58:28.587185    3843 repair.go:60] Starting repairing loop for services
I0327 22:58:28.587272    3843 repair.go:131] Deleted 0 stale service LBs
I0327 22:58:28.587291    3843 repair.go:137] Deleted 0 stale Chassis Template Vars
I0327 22:58:28.587306    3843 repair.go:62] Finished repairing loop for services: 123.657µs
I0327 22:58:28.587330    3843 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0327 22:58:28.587340    3843 services_controller.go:254] Starting workers for network=default
I0327 22:58:28.587698    3843 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-qgvsg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qgvsg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qgvsg: no pod IPs found 
I0327 22:58:28.587729    3843 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kqjq4] creating logical port openshift-multus_network-metrics-daemon-kqjq4 for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:28.587779    3843 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-kwvhq, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kwvhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kwvhq: no pod IPs found 
I0327 22:58:28.587793    3843 obj_retry.go:544] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-5kf2n, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5kf2n: suppressed error logged: pod kube-system/global-pull-secret-syncer-5kf2n: no pod IPs found 
I0327 22:58:28.587801    3843 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8lmcm] creating logical port kube-system_global-pull-secret-syncer-8lmcm for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:28.587809    3843 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-996pn, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-996pn: suppressed error logged: pod openshift-multus/network-metrics-daemon-996pn: no pod IPs found 
I0327 22:58:28.587834    3843 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ms6z2] creating logical port openshift-network-diagnostics_network-check-target-ms6z2 for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:28.587882    3843 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-kqjq4
I0327 22:58:28.587909    3843 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ms6z2
I0327 22:58:28.587915    3843 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-8lmcm
I0327 22:58:28.587799    3843 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-n7l7j, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-n7l7j: suppressed error logged: pod openshift-multus/network-metrics-daemon-n7l7j: no pod IPs found 
I0327 22:58:28.611853    3843 pod.go:62] [openshift-multus/network-metrics-daemon-kqjq4] pod update took 24.047776ms
I0327 22:58:28.611874    3843 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-kqjq4] addLogicalPort annotation time took 24.073022ms
I0327 22:58:28.612799    3843 pods.go:271] [openshift-multus/network-metrics-daemon-kqjq4] addLogicalPort took 25.078638ms, libovsdb time 711.701µs
I0327 22:58:28.614397    3843 pod.go:62] [openshift-network-diagnostics/network-check-target-ms6z2] pod update took 26.510428ms
I0327 22:58:28.614417    3843 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-ms6z2] addLogicalPort annotation time took 26.527402ms
I0327 22:58:28.615196    3843 pods.go:271] [openshift-network-diagnostics/network-check-target-ms6z2] addLogicalPort took 27.367707ms, libovsdb time 584.302µs
I0327 22:58:28.615704    3843 pod.go:62] [kube-system/global-pull-secret-syncer-8lmcm] pod update took 27.828449ms
I0327 22:58:28.615725    3843 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-8lmcm] addLogicalPort annotation time took 27.850341ms
I0327 22:58:28.616993    3843 pods.go:271] [kube-system/global-pull-secret-syncer-8lmcm] addLogicalPort took 29.207881ms, libovsdb time 1.089727ms
I0327 22:58:28.617342    3843 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0327 22:58:28.617364    3843 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0327 22:58:28.617377    3843 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0327 22:58:28.617381    3843 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0327 22:58:28.617557    3843 repair.go:29] Repairing admin network policies took 171.334µs
I0327 22:58:28.617667    3843 repair.go:92] Repairing baseline admin network policies took 101.666µs
I0327 22:58:28.618116    3843 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0327 22:58:28.618132    3843 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0327 22:58:28.619411    3843 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0327 22:58:28.619430    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0327 22:58:28.619445    3843 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0327 22:58:28.621107    3843 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0327 22:58:28.621132    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0327 22:58:28.621560    3843 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0327 22:58:28.621576    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0327 22:58:28.623161    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0327 22:58:28.623179    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0327 22:58:28.623186    3843 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0327 22:58:28.624356    3843 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0327 22:58:28.624377    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0327 22:58:28.624387    3843 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0327 22:58:28.624866    3843 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0327 22:58:28.624885    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0327 22:58:28.624892    3843 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0327 22:58:28.625144    3843 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0327 22:58:28.625161    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0327 22:58:28.625168    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0327 22:58:28.625604    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0327 22:58:28.625633    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0327 22:58:28.625641    3843 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0327 22:58:28.626048    3843 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0327 22:58:28.626063    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0327 22:58:28.626071    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0327 22:58:28.627398    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0327 22:58:28.627416    3843 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0327 22:58:28.627425    3843 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0327 22:58:28.628726    3843 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0327 22:58:28.628743    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0327 22:58:28.628752    3843 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0327 22:58:28.629731    3843 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0327 22:58:28.629751    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0327 22:58:28.629765    3843 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0327 22:58:28.630773    3843 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0327 22:58:28.630791    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0327 22:58:28.630799    3843 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0327 22:58:28.632352    3843 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0327 22:58:28.632370    3843 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0327 22:58:28.632379    3843 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0327 22:58:28.633165    3843 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0327 22:58:28.633179    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0327 22:58:28.633190    3843 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0327 22:58:28.634288    3843 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0327 22:58:28.634307    3843 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0327 22:58:28.634318    3843 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0327 22:58:28.635464    3843 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0327 22:58:28.635481    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0327 22:58:28.635489    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0327 22:58:28.635964    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0327 22:58:28.635982    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0327 22:58:28.635990    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0327 22:58:28.636437    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0327 22:58:28.636454    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0327 22:58:28.636459    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0327 22:58:28.636753    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0327 22:58:28.636776    3843 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0327 22:58:28.636788    3843 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0327 22:58:28.638659    3843 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0327 22:58:28.638678    3843 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0327 22:58:28.638689    3843 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0327 22:58:28.639165    3843 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0327 22:58:28.639181    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0327 22:58:28.639202    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0327 22:58:28.639891    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0327 22:58:28.639908    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0327 22:58:28.639915    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0327 22:58:28.640387    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0327 22:58:28.640407    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0327 22:58:28.640414    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0327 22:58:28.641716    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0327 22:58:28.641737    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0327 22:58:28.641745    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0327 22:58:28.642220    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0327 22:58:28.642237    3843 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0327 22:58:28.642247    3843 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0327 22:58:28.643159    3843 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0327 22:58:28.643175    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0327 22:58:28.643183    3843 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0327 22:58:28.643703    3843 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0327 22:58:28.643719    3843 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0327 22:58:28.643726    3843 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0327 22:58:28.644207    3843 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0327 22:58:28.644226    3843 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0327 22:58:28.644236    3843 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0327 22:58:28.644714    3843 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0327 22:58:28.649650    3843 egressfirewall.go:319] Starting EgressFirewall controller
I0327 22:58:28.649673    3843 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0327 22:58:28.649695    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0327 22:58:28.649705    3843 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0327 22:58:28.649707    3843 controller.go:133] Adding controller egress-firewall-controller event handlers
I0327 22:58:28.649746    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0327 22:58:28.649758    3843 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0327 22:58:28.650031    3843 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0327 22:58:28.650044    3843 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0327 22:58:28.650053    3843 egressqos.go:193] Setting up event handlers for EgressQoS
I0327 22:58:28.650131    3843 egressfirewall.go:628] Syncing node "ip-10-0-0-48.ec2.internal" for egress firewall
I0327 22:58:28.650144    3843 egressfirewall.go:628] Syncing node "ip-10-0-1-88.ec2.internal" for egress firewall
I0327 22:58:28.650148    3843 egressfirewall.go:628] Syncing node "ip-10-0-2-195.ec2.internal" for egress firewall
I0327 22:58:28.650257    3843 egressqos.go:245] Starting EgressQoS Controller
I0327 22:58:28.650271    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0327 22:58:28.650280    3843 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0327 22:58:28.650288    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0327 22:58:28.650295    3843 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0327 22:58:28.650303    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0327 22:58:28.650309    3843 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0327 22:58:28.650313    3843 egressqos.go:259] Repairing EgressQoSes
I0327 22:58:28.650316    3843 egressqos.go:399] Starting repairing loop for egressqos
I0327 22:58:28.650388    3843 egressqos.go:401] Finished repairing loop for egressqos: 71.358µs
I0327 22:58:28.650401    3843 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0327 22:58:28.650416    3843 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-88.ec2.internal
I0327 22:58:28.650467    3843 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-88.ec2.internal : 48.927µs
I0327 22:58:28.650731    3843 egressservice_zone.go:210] Starting Egress Services Controller
I0327 22:58:28.650749    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0327 22:58:28.650756    3843 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0327 22:58:28.650761    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0327 22:58:28.650765    3843 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0327 22:58:28.650771    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0327 22:58:28.650775    3843 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0327 22:58:28.650787    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0327 22:58:28.650797    3843 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0327 22:58:28.650803    3843 egressservice_zone.go:228] Repairing Egress Services
I0327 22:58:28.651063    3843 master_controller.go:88] Starting Admin Policy Based Route Controller
I0327 22:58:28.651072    3843 external_controller.go:278] Starting Admin Policy Based Route Controller
I0327 22:58:28.651142    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-48.ec2.internal
I0327 22:58:28.651158    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-48.ec2.internal: 20.608µs
I0327 22:58:28.651167    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-88.ec2.internal
I0327 22:58:28.651173    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-88.ec2.internal: 6.735µs
I0327 22:58:28.651177    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-195.ec2.internal
I0327 22:58:28.651181    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-195.ec2.internal: 4.112µs
I0327 22:58:28.651248    3843 default_network_controller.go:568] Completing all the Watchers took 311.722576ms
I0327 22:58:28.651259    3843 default_network_controller.go:572] Starting unidling controllers
I0327 22:58:28.651269    3843 unidle.go:46] Registering OVN SB ControllerEvent handler
I0327 22:58:28.651275    3843 unidle.go:63] Populating Initial ContollerEvent events
I0327 22:58:28.651284    3843 unidle.go:79] Setting up event handlers for services
I0327 22:58:28.651327    3843 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0327 22:58:28.872706    3843 default_node_network_controller.go:518] Node connection status = connected
I0327 22:58:29.373041    3843 default_node_network_controller.go:518] Node connection status = connected
I0327 22:58:29.873504    3843 default_node_network_controller.go:518] Node connection status = connected
I0327 22:58:29.909578    3843 bridgeconfig.go:537] Gateway is ready
I0327 22:58:29.909599    3843 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0327 22:58:29.920724    3843 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.88. Updating OVN encap IP.
I0327 22:58:29.925734    3843 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.88 - it is already configured
I0327 22:58:29.925749    3843 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.88/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0327 22:58:29.925962    3843 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.88/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-88.ec2.internal","mac-address":"0a:ff:f2:90:5e:63","ip-addresses":["10.0.1.88/24"],"ip-address":"10.0.1.88/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f6f96750-b97a-4b0b-9c31-a86834fd64ef k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.88/24"}] on node ip-10-0-1-88.ec2.internal
I0327 22:58:29.926987    3843 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0327 22:58:29.939264    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-88.ec2.internal in network "default"
I0327 22:58:29.939285    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-88.ec2.internal
I0327 22:58:29.939292    3843 master.go:532] Adding or Updating local node "ip-10-0-1-88.ec2.internal" for network "default"
I0327 22:58:29.939302    3843 egressfirewall.go:628] Syncing node "ip-10-0-1-88.ec2.internal" for egress firewall
I0327 22:58:29.939306    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-88.ec2.internal: 48.267µs
I0327 22:58:29.939344    3843 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.88
I0327 22:58:29.939353    3843 node_tracker.go:169] Node ip-10-0-1-88.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:29.939466    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:29.939534    3843 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-88.ec2.internal
I0327 22:58:29.943548    3843 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-88.ec2.internal. Updating no re-route policies
I0327 22:58:29.943660    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-652p5
I0327 22:58:29.943673    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-s8q6z
I0327 22:58:29.943680    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-652p5
I0327 22:58:29.943680    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qgvsg
I0327 22:58:29.943695    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ms6z2
I0327 22:58:29.943694    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7fvrb
I0327 22:58:29.943701    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ms6z2
I0327 22:58:29.943708    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7fvrb
I0327 22:58:29.943708    3843 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-88.ec2.internal
I0327 22:58:29.943708    3843 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-8lmcm
I0327 22:58:29.943716    3843 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-88.ec2.internal
I0327 22:58:29.943724    3843 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nt6s5
I0327 22:58:29.943726    3843 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-8lmcm
I0327 22:58:29.943707    3843 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5kf2n
I0327 22:58:29.943733    3843 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ms6z2] creating logical port openshift-network-diagnostics_network-check-target-ms6z2 for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:29.943735    3843 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-nt6s5
I0327 22:58:29.943731    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kqjq4
I0327 22:58:29.943739    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-88.ec2.internal
I0327 22:58:29.943745    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-cnxlz
I0327 22:58:29.943748    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9nl5g
I0327 22:58:29.943749    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xtvtb
I0327 22:58:29.943756    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9nl5g
I0327 22:58:29.943758    3843 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-nt6s5 after 0 failed attempt(s)
I0327 22:58:29.943761    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xtvtb
I0327 22:58:29.943763    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-97wgp
I0327 22:58:29.943699    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-652p5 after 0 failed attempt(s)
I0327 22:58:29.943726    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7fvrb after 0 failed attempt(s)
I0327 22:58:29.943773    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-97wgp
I0327 22:58:29.943781    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xtvtb after 0 failed attempt(s)
I0327 22:58:29.943791    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-97wgp after 0 failed attempt(s)
I0327 22:58:29.943685    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-s8q6z
I0327 22:58:29.943812    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-s8q6z after 0 failed attempt(s)
I0327 22:58:29.943752    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-cnxlz
I0327 22:58:29.943831    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-cnxlz after 0 failed attempt(s)
I0327 22:58:29.943695    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qgvsg
I0327 22:58:29.943873    3843 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-qgvsg, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-qgvsg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-qgvsg: no pod IPs found 
I0327 22:58:29.943737    3843 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5kf2n
I0327 22:58:29.943920    3843 obj_retry.go:375] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-5kf2n, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-5kf2n: suppressed error logged: pod kube-system/global-pull-secret-syncer-5kf2n: no pod IPs found 
I0327 22:58:29.943729    3843 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-88.ec2.internal after 0 failed attempt(s)
I0327 22:58:29.943735    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kwvhq
I0327 22:58:29.943942    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kwvhq
I0327 22:58:29.943964    3843 obj_retry.go:375] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-kwvhq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-kwvhq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-kwvhq: no pod IPs found 
I0327 22:58:29.943753    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kqjq4
I0327 22:58:29.943991    3843 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-kqjq4] creating logical port openshift-multus_network-metrics-daemon-kqjq4 for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:29.943754    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-88.ec2.internal
I0327 22:58:29.944065    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-88.ec2.internal after 0 failed attempt(s)
I0327 22:58:29.943766    3843 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-8lmcm] creating logical port kube-system_global-pull-secret-syncer-8lmcm for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:29.943768    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9nl5g after 0 failed attempt(s)
I0327 22:58:29.943661    3843 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-5d6zk
I0327 22:58:29.944205    3843 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-5d6zk
I0327 22:58:29.944219    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-5d6zk after 0 failed attempt(s)
I0327 22:58:29.944262    3843 pods.go:271] [openshift-network-diagnostics/network-check-target-ms6z2] addLogicalPort took 539.579µs, libovsdb time 220.448µs
I0327 22:58:29.944308    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ms6z2 after 0 failed attempt(s)
I0327 22:58:29.944677    3843 pods.go:271] [openshift-multus/network-metrics-daemon-kqjq4] addLogicalPort took 692.33µs, libovsdb time 355.065µs
I0327 22:58:29.944690    3843 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-kqjq4 after 0 failed attempt(s)
I0327 22:58:29.944745    3843 pods.go:271] [kube-system/global-pull-secret-syncer-8lmcm] addLogicalPort took 991.39µs, libovsdb time 369.22µs
I0327 22:58:29.944754    3843 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-8lmcm after 0 failed attempt(s)
I0327 22:58:29.952083    3843 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0327 22:58:29.963064    3843 iptables.go:108] Creating table: mangle chain: OUTPUT
I0327 22:58:29.966191    3843 iptables.go:108] Creating table: nat chain: OUTPUT
I0327 22:58:29.982586    3843 iptables.go:108] Creating table: nat chain: PREROUTING
I0327 22:58:30.028214    3843 iptables.go:108] Creating table: filter chain: FORWARD
I0327 22:58:30.045081    3843 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0327 22:58:30.045174    3843 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0327 22:58:30.045216    3843 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0327 22:58:30.045282    3843 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0327 22:58:30.045331    3843 gateway_init.go:325] Gateway and management port readiness took 1.675917846s
I0327 22:58:30.045357    3843 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0327 22:58:30.045391    3843 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0327 22:58:30.045403    3843 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0327 22:58:30.045412    3843 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0327 22:58:30.045480    3843 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0327 22:58:30.045562    3843 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.282µs
I0327 22:58:30.045814    3843 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0327 22:58:30.045839    3843 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.304µs
I0327 22:58:30.045847    3843 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.104µs
I0327 22:58:30.045853    3843 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0327 22:58:30.045862    3843 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0327 22:58:30.045867    3843 default_node_network_controller.go:898] Starting the default node network controller
I0327 22:58:30.045872    3843 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0327 22:58:30.045954    3843 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 18.047µs
I0327 22:58:30.046019    3843 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0327 22:58:30.046027    3843 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0327 22:58:30.046053    3843 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a1d1b0 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 <nil> 0xc0002d3f10 0xc000a2b4a0 0xc0002ec000 0xc0002ec070 <nil> 0xc000a2a2d0 0xc0062f6540 <nil> <nil> 0xc0002ec0e0 map[0x2f67040:0xc003f82d80 0x2f67580:0xc003f82fc0 0x2f68000:0xc003f82cc0 0x2f682a0:0xc003f82d20 0x2f687e0:0xc003f82de0 0x2f68a80:0xc003f82e40 0x2f68d20:0xc003f82ea0 0x2f69500:0xc003f83020 0x2f697a0:0xc003f83080 0x2f93d40:0xc000c95380 0x2f940e0:0xc000c953e0 0x2f94bc0:0xc000b8d3e0 0x2f96520:0xc001a7e000 0x2f97000:0xc0042d4000 0x2f97e80:0xc001a7e060] 0xc000a20540 0}
I0327 22:58:30.046112    3843 gateway.go:151] Starting gateway service sync
I0327 22:58:30.046569    3843 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0327 22:58:30.048748    3843 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0327 22:58:30.058640    3843 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0327 22:58:30.059750    3843 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0327 22:58:30.060867    3843 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0327 22:58:30.094897    3843 gateway.go:168] Gateway service sync done. Time taken: 48.771304ms
I0327 22:58:30.095290    3843 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30195
I0327 22:58:30.095667    3843 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a1d1b0 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 <nil> 0xc0002d3f10 0xc000a2b4a0 0xc0002ec000 0xc0002ec070 <nil> 0xc000a2a2d0 0xc0062f6540 <nil> <nil> 0xc0002ec0e0 map[0x2f67040:0xc003f82d80 0x2f67580:0xc003f82fc0 0x2f68000:0xc003f82cc0 0x2f682a0:0xc003f82d20 0x2f687e0:0xc003f82de0 0x2f68a80:0xc003f82e40 0x2f68d20:0xc003f82ea0 0x2f69500:0xc003f83020 0x2f697a0:0xc003f83080 0x2f93d40:0xc000c95380 0x2f940e0:0xc000c953e0 0x2f94bc0:0xc000b8d3e0 0x2f96520:0xc001a7e000 0x2f97000:0xc0042d4000 0x2f97e80:0xc001a7e060] 0xc000a20540 0}
I0327 22:58:30.096095    3843 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a1d1b0 0xc0002d3ce0 0xc0002d3d50 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 <nil> 0xc0002d3f10 0xc000a2b4a0 0xc0002ec000 0xc0002ec070 <nil> 0xc000a2a2d0 0xc0062f6540 <nil> <nil> 0xc0002ec0e0 map[0x2f67040:0xc003f82d80 0x2f67580:0xc003f82fc0 0x2f68000:0xc003f82cc0 0x2f682a0:0xc003f82d20 0x2f687e0:0xc003f82de0 0x2f68a80:0xc003f82e40 0x2f68d20:0xc003f82ea0 0x2f69500:0xc003f83020 0x2f697a0:0xc003f83080 0x2f93d40:0xc000c95380 0x2f940e0:0xc000c953e0 0x2f94bc0:0xc000b8d3e0 0x2f96520:0xc001a7e000 0x2f97000:0xc0042d4000 0x2f97e80:0xc001a7e060] 0xc000a20540 0}
I0327 22:58:30.096131    3843 gateway.go:519] Reconciling gateway with updates
I0327 22:58:30.101439    3843 gateway.go:326] Spawning Conntrack Rule Check Thread
I0327 22:58:30.101523    3843 default_node_network_controller.go:943] Gateway and management port readiness took 55.487097ms
I0327 22:58:30.101558    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0327 22:58:30.101575    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0327 22:58:30.101582    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0327 22:58:30.101582    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0327 22:58:30.101597    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0327 22:58:30.101603    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0327 22:58:30.101601    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0327 22:58:30.101624    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0327 22:58:30.101624    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0327 22:58:30.101629    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0327 22:58:30.101628    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0327 22:58:30.101635    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0327 22:58:30.101645    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0327 22:58:30.101652    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0327 22:58:30.101655    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0327 22:58:30.101674    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0327 22:58:30.101627    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0327 22:58:30.101683    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0327 22:58:30.101696    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0327 22:58:30.101596    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0327 22:58:30.101713    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0327 22:58:30.101712    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0327 22:58:30.101713    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0327 22:58:30.101717    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0327 22:58:30.101724    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0327 22:58:30.101729    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0327 22:58:30.101731    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0327 22:58:30.101685    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0327 22:58:30.101744    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0327 22:58:30.101754    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0327 22:58:30.101698    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0327 22:58:30.101731    3843 port_claim.go:71] Svc openshift-ingress/router-default: port 31577 is already open, no action needed
I0327 22:58:30.101771    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0327 22:58:30.101784    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0327 22:58:30.101722    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0327 22:58:30.101793    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0327 22:58:30.101798    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0327 22:58:30.101718    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0327 22:58:30.101803    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0327 22:58:30.101784    3843 port_claim.go:71] Svc openshift-ingress/router-default: port 31084 is already open, no action needed
I0327 22:58:30.101677    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0327 22:58:30.101843    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0327 22:58:30.101857    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0327 22:58:30.101925    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0327 22:58:30.101954    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0327 22:58:30.101969    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0327 22:58:30.101954    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0327 22:58:30.101983    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0327 22:58:30.101996    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0327 22:58:30.102021    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0327 22:58:30.102050    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0327 22:58:30.102102    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0327 22:58:30.102118    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0327 22:58:30.102125    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0327 22:58:30.102141    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0327 22:58:30.102150    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0327 22:58:30.102180    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0327 22:58:30.102194    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0327 22:58:30.102196    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0327 22:58:30.102201    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0327 22:58:30.102205    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.102206    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0327 22:58:30.102213    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0327 22:58:30.102178    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0327 22:58:30.102218    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0327 22:58:30.102221    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0327 22:58:30.102259    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0327 22:58:30.102269    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0327 22:58:30.102298    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0327 22:58:30.102305    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0327 22:58:30.102310    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.102318    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0327 22:58:30.102322    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0327 22:58:30.102333    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0327 22:58:30.102348    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0327 22:58:30.102403    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0327 22:58:30.102415    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0327 22:58:30.102422    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0327 22:58:30.102433    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0327 22:58:30.102504    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0327 22:58:30.102525    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0327 22:58:30.102565    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0327 22:58:30.102578    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0327 22:58:30.102622    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0327 22:58:30.102631    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0327 22:58:30.102668    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0327 22:58:30.102676    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0327 22:58:30.102683    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0327 22:58:30.102686    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0327 22:58:30.102696    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0327 22:58:30.102702    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0327 22:58:30.102705    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0327 22:58:30.102712    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0327 22:58:30.102743    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0327 22:58:30.102751    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0327 22:58:30.102771    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0327 22:58:30.102788    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0327 22:58:30.102795    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0327 22:58:30.102795    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0327 22:58:30.102957    3843 node_ip_handler_linux.go:160] Node IP manager is running
I0327 22:58:30.121066    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0327 22:58:30.121123    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0327 22:58:30.121149    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.121170    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0327 22:58:30.121194    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.121206    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
W0327 22:58:30.136635    3843 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0327 22:58:30.137182    3843 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0327 22:58:30.137290    3843 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0327 22:58:30.164213    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0327 22:58:30.164236    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0327 22:58:30.164243    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.164251    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0327 22:58:30.164258    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0327 22:58:30.202067    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0327 22:58:30.202080    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0327 22:58:30.202070    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0327 22:58:30.202093    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0327 22:58:30.202102    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.202113    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0327 22:58:30.202126    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0327 22:58:30.202135    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0327 22:58:30.202144    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.202152    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0327 22:58:30.202162    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0327 22:58:30.202176    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0327 22:58:30.202186    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0327 22:58:30.202195    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0327 22:58:30.202205    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0327 22:58:30.202214    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.202222    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0327 22:58:30.202230    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0327 22:58:30.202239    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.202246    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0327 22:58:30.202252    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0327 22:58:30.202257    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0327 22:58:30.202264    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0327 22:58:30.202269    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0327 22:58:30.605073    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-195.ec2.internal in network "default"
I0327 22:58:30.605105    3843 node_tracker.go:235] Node ip-10-0-2-195.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-195.ec2.internal"
I0327 22:58:30.605120    3843 node_tracker.go:169] Node ip-10-0-2-195.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:30.605119    3843 default_network_controller.go:1008] Node "ip-10-0-2-195.ec2.internal" in remote zone "ip-10-0-2-195.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:30.605134    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:30.691924    3843 default_network_controller.go:1008] Node "ip-10-0-2-195.ec2.internal" in remote zone "ip-10-0-2-195.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:30.716340    3843 default_network_controller.go:1008] Node "ip-10-0-2-195.ec2.internal" in remote zone "ip-10-0-2-195.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:30.716379    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-195.ec2.internal in network "default"
I0327 22:58:30.716446    3843 node_tracker.go:169] Node ip-10-0-2-195.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:30.716463    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:30.717192    3843 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-195.ec2.internal for the network default
I0327 22:58:30.718559    3843 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-195.ec2.internal" on network "default" took: 1.390997ms
I0327 22:58:31.766256    3843 default_node_network_controller.go:1364] Starting node controller node sync
W0327 22:58:31.766303    3843 egressip_healthcheck.go:76] Health checking using insecure connection
I0327 22:58:31.766365    3843 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0327 22:58:31.778793    3843 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.515477ms
I0327 22:58:31.779002    3843 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0327 22:58:31.779287    3843 egressservice_node.go:93] Setting up event handlers for Egress Services
I0327 22:58:31.779467    3843 egressservice_node.go:183] Starting Egress Services Controller
I0327 22:58:31.779483    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0327 22:58:31.779510    3843 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0327 22:58:31.779525    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0327 22:58:31.779531    3843 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0327 22:58:31.779536    3843 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0327 22:58:31.779540    3843 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0327 22:58:31.779545    3843 egressservice_node.go:197] Repairing Egress Services
I0327 22:58:31.789394    3843 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0327 22:58:31.789411    3843 external_controller.go:278] Starting Admin Policy Based Route Controller
I0327 22:58:31.789677    3843 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0327 22:58:31.789691    3843 link_network_manager.go:117] Link manager is running
I0327 22:58:31.789700    3843 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0327 22:58:31.789757    3843 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0327 22:58:31.790311    3843 vrf_manager.go:128] VRF manager is running
I0327 22:58:31.790597    3843 node_controller_manager.go:437] Removing flows to drop GARP
I0327 22:58:31.790623    3843 gateway.go:519] Reconciling gateway with updates
I0327 22:58:31.813663    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0327 22:58:31.813681    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0327 22:58:31.813686    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0327 22:58:31.813699    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0327 22:58:31.813699    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0327 22:58:31.813714    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0327 22:58:31.813716    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0327 22:58:31.813716    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0327 22:58:31.813724    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0327 22:58:31.813729    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0327 22:58:31.813732    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0327 22:58:31.813736    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0327 22:58:31.813740    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0327 22:58:31.813736    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0327 22:58:31.813748    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0327 22:58:31.813752    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0327 22:58:31.813759    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0327 22:58:31.813768    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0327 22:58:31.813784    3843 port_claim.go:71] Svc openshift-ingress/router-default: port 31577 is already open, no action needed
I0327 22:58:31.813788    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0327 22:58:31.813803    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0327 22:58:31.813806    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0327 22:58:31.813807    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0327 22:58:31.813689    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0327 22:58:31.813819    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0327 22:58:31.813821    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0327 22:58:31.813828    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0327 22:58:31.813833    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0327 22:58:31.813722    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0327 22:58:31.813843    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0327 22:58:31.813854    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0327 22:58:31.813867    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0327 22:58:31.813872    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0327 22:58:31.813878    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0327 22:58:31.813753    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0327 22:58:31.813886    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.813786    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0327 22:58:31.813898    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0327 22:58:31.813910    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0327 22:58:31.813911    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0327 22:58:31.813912    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0327 22:58:31.813794    3843 port_claim.go:71] Svc openshift-ingress/router-default: port 31084 is already open, no action needed
I0327 22:58:31.813666    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0327 22:58:31.813705    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0327 22:58:31.813957    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0327 22:58:31.813963    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0327 22:58:31.813968    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0327 22:58:31.813969    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0327 22:58:31.813843    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0327 22:58:31.813701    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0327 22:58:31.813981    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0327 22:58:31.813987    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0327 22:58:31.813992    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0327 22:58:31.813997    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0327 22:58:31.814001    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0327 22:58:31.813997    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0327 22:58:31.814008    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0327 22:58:31.814009    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0327 22:58:31.814018    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0327 22:58:31.814023    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0327 22:58:31.814027    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0327 22:58:31.814032    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0327 22:58:31.814035    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0327 22:58:31.814044    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0327 22:58:31.813816    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0327 22:58:31.813901    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0327 22:58:31.814089    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0327 22:58:31.814029    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0327 22:58:31.814139    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0327 22:58:31.814148    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0327 22:58:31.813996    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0327 22:58:31.814211    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0327 22:58:31.814140    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0327 22:58:31.813889    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0327 22:58:31.814283    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0327 22:58:31.813922    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0327 22:58:31.814329    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.813950    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0327 22:58:31.814337    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0327 22:58:31.814341    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0327 22:58:31.814016    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0327 22:58:31.814368    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0327 22:58:31.814018    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0327 22:58:31.814379    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0327 22:58:31.814377    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0327 22:58:31.814390    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0327 22:58:31.814386    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0327 22:58:31.814416    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0327 22:58:31.814422    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0327 22:58:31.814432    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0327 22:58:31.814437    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0327 22:58:31.814435    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0327 22:58:31.814443    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0327 22:58:31.814448    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0327 22:58:31.814452    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0327 22:58:31.814454    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0327 22:58:31.814464    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0327 22:58:31.814432    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0327 22:58:31.814470    3843 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0327 22:58:31.814480    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0327 22:58:31.814479    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0327 22:58:31.814485    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0327 22:58:31.814485    3843 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0327 22:58:31.814495    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0327 22:58:31.852214    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0327 22:58:31.852241    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0327 22:58:31.852249    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.852255    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0327 22:58:31.852263    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0327 22:58:31.852269    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0327 22:58:31.890399    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0327 22:58:31.890408    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0327 22:58:31.890429    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0327 22:58:31.890442    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0327 22:58:31.890452    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0327 22:58:31.890465    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0327 22:58:31.890474    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0327 22:58:31.890482    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890491    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0327 22:58:31.890506    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890527    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890535    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0327 22:58:31.890541    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0327 22:58:31.890548    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890554    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890560    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0327 22:58:31.890567    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0327 22:58:31.890573    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0327 22:58:31.890580    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890586    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0327 22:58:31.890592    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0327 22:58:31.890598    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0327 22:58:31.890603    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0327 22:58:31.890621    3843 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0327 22:58:32.767466    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-195.ec2.internal
I0327 22:58:32.767493    3843 egressfirewall.go:628] Syncing node "ip-10-0-2-195.ec2.internal" for egress firewall
I0327 22:58:32.767495    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-195.ec2.internal: 32.177µs
I0327 22:58:32.767517    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-195.ec2.internal in network "default"
I0327 22:58:32.767553    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-195.ec2.internal", IP: 10.0.2.195 to PMTUD blocking rules
I0327 22:58:32.767565    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-195.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0327 22:58:32.767617    3843 node_tracker.go:169] Node ip-10-0-2-195.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:32.767636    3843 services_controller.go:574] Full service sync requested for network=default
I0327 22:58:32.773912    3843 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-195.ec2.internal. Updating no re-route policies
I0327 22:58:32.782080    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-195.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0327 22:58:32.782098    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-195.ec2.internal", IP: 10.0.2.195 to PMTUD blocking rules
I0327 22:58:33.880309    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-88.ec2.internal
I0327 22:58:33.880345    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-88.ec2.internal: 44.795µs
I0327 22:58:33.905279    3843 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-656cf7696d-955wr] creating logical port openshift-image-registry_image-registry-656cf7696d-955wr for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:33.905474    3843 kube.go:256] Updating pod openshift-image-registry/image-registry-656cf7696d-955wr
I0327 22:58:33.923816    3843 pod.go:62] [openshift-image-registry/image-registry-656cf7696d-955wr] pod update took 18.410029ms
I0327 22:58:33.923840    3843 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-656cf7696d-955wr] addLogicalPort annotation time took 18.439131ms
I0327 22:58:33.925076    3843 pods.go:271] [openshift-image-registry/image-registry-656cf7696d-955wr] addLogicalPort took 19.853813ms, libovsdb time 887.269µs
I0327 22:58:33.951242    3843 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5hpzd] creating logical port openshift-ingress-canary_ingress-canary-5hpzd for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:33.951378    3843 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5hpzd
I0327 22:58:33.951408    3843 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-vjhmz for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:33.951523    3843 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz
I0327 22:58:33.956647    3843 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-tsmfh] creating logical port openshift-dns_dns-default-tsmfh for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:58:33.956708    3843 kube.go:256] Updating pod openshift-dns/dns-default-tsmfh
I0327 22:58:33.965721    3843 pod.go:62] [openshift-ingress-canary/ingress-canary-5hpzd] pod update took 14.378676ms
I0327 22:58:33.965740    3843 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-5hpzd] addLogicalPort annotation time took 14.401322ms
I0327 22:58:33.967031    3843 pods.go:271] [openshift-ingress-canary/ingress-canary-5hpzd] addLogicalPort took 15.815677ms, libovsdb time 1.030839ms
I0327 22:58:33.968237    3843 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz] pod update took 16.735174ms
I0327 22:58:33.968261    3843 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz] addLogicalPort annotation time took 16.76067ms
I0327 22:58:33.969543    3843 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz] addLogicalPort took 18.149479ms, libovsdb time 928.661µs
I0327 22:58:33.970768    3843 pod.go:62] [openshift-dns/dns-default-tsmfh] pod update took 14.078337ms
I0327 22:58:33.970789    3843 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-tsmfh] addLogicalPort annotation time took 14.100004ms
I0327 22:58:33.971766    3843 pods.go:271] [openshift-dns/dns-default-tsmfh] addLogicalPort took 15.124958ms, libovsdb time 727.704µs
I0327 22:58:34.426135    3843 cni.go:403] [openshift-ingress-canary/ingress-canary-5hpzd 605b282cf66650976ddbb6516dc0a8760b875c24958906328b547528aecbdf94 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5hpzd 605b282cf66650976ddbb6516dc0a8760b875c24958906328b547528aecbdf94 network default NAD default]
I0327 22:58:34.426233    3843 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz 079c569f292a9f997723b13201bd62798022547156883025b5bca9613098fc68 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz 079c569f292a9f997723b13201bd62798022547156883025b5bca9613098fc68 network default NAD default]
I0327 22:58:34.444025    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5hpzd, hostIfaceName: 605b282cf666509, network: default, NAD default, SandboxID: "605b282cf66650976ddbb6516dc0a8760b875c24958906328b547528aecbdf94", PCI device ID: , UID: "9cfbb8b7-a62f-43ed-9189-275017de441a", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0327 22:58:34.444907    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-vjhmz, hostIfaceName: 079c569f292a9f9, network: default, NAD default, SandboxID: "079c569f292a9f997723b13201bd62798022547156883025b5bca9613098fc68", PCI device ID: , UID: "0d9037dc-a0d9-43e6-884b-f9fa1238d4aa", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0327 22:58:34.491031    3843 cni.go:424] [openshift-ingress-canary/ingress-canary-5hpzd 605b282cf66650976ddbb6516dc0a8760b875c24958906328b547528aecbdf94 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5hpzd 605b282cf66650976ddbb6516dc0a8760b875c24958906328b547528aecbdf94 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:36:55:3a:e1:2a\",\"name\":\"605b282cf666509\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b59214dc-a653-4b31-88e6-1791640613ea\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:58:34.496215    3843 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz 079c569f292a9f997723b13201bd62798022547156883025b5bca9613098fc68 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-vjhmz 079c569f292a9f997723b13201bd62798022547156883025b5bca9613098fc68 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:f9:88:ba:88:a4\",\"name\":\"079c569f292a9f9\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86ed3a7a-c014-45b5-a7a0-ff901a1147f6\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:58:35.069094    3843 cni.go:403] [openshift-network-diagnostics/network-check-target-ms6z2 1e2e85ef0d430185c108eb53248369bd4467d193ddf4c770f80db70f66ca7cf8 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ms6z2 1e2e85ef0d430185c108eb53248369bd4467d193ddf4c770f80db70f66ca7cf8 network default NAD default]
I0327 22:58:35.077735    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ms6z2, hostIfaceName: 1e2e85ef0d43018, network: default, NAD default, SandboxID: "1e2e85ef0d430185c108eb53248369bd4467d193ddf4c770f80db70f66ca7cf8", PCI device ID: , UID: "2a25c572-f21c-49c5-87cf-b216b9fd7d26", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0327 22:58:35.124229    3843 cni.go:424] [openshift-network-diagnostics/network-check-target-ms6z2 1e2e85ef0d430185c108eb53248369bd4467d193ddf4c770f80db70f66ca7cf8 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ms6z2 1e2e85ef0d430185c108eb53248369bd4467d193ddf4c770f80db70f66ca7cf8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:a9:8a:d8:a3:60\",\"name\":\"1e2e85ef0d43018\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f07ae9c-22b3-4190-b7d6-b1d49efe4877\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:58:35.996018    3843 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-n9kkh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 22:58:35.996486    3843 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-n9kkh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 22:58:36.213684    3843 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-n9kkh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:58:36.213712    3843 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-n9kkh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:58:36.847284    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-195.ec2.internal
I0327 22:58:36.847323    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-195.ec2.internal: 44.479µs
I0327 22:58:36.951097    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:38.448489    3843 cni.go:403] [kube-system/global-pull-secret-syncer-8lmcm 717234a4c8a604c71cbcd501246e6b21c91bd6290329e504f6475b0eb5d5765b network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-8lmcm 717234a4c8a604c71cbcd501246e6b21c91bd6290329e504f6475b0eb5d5765b network default NAD default]
I0327 22:58:38.458865    3843 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-8lmcm, hostIfaceName: 717234a4c8a604c, network: default, NAD default, SandboxID: "717234a4c8a604c71cbcd501246e6b21c91bd6290329e504f6475b0eb5d5765b", PCI device ID: , UID: "917809ed-25f6-4cdc-baec-36f2d8442150", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0327 22:58:38.500328    3843 cni.go:424] [kube-system/global-pull-secret-syncer-8lmcm 717234a4c8a604c71cbcd501246e6b21c91bd6290329e504f6475b0eb5d5765b network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-8lmcm 717234a4c8a604c71cbcd501246e6b21c91bd6290329e504f6475b0eb5d5765b network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:e8:a4:69:49:ac\",\"name\":\"717234a4c8a604c\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/067d188b-e732-467d-86b8-8e1e4568fd57\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 22:58:39.296663    3843 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0327 22:58:39.316454    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0327 22:58:45.300504    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0327 22:58:47.657534    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:48.764059    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:48.764089    3843 egressfirewall.go:628] Syncing node "ip-10-0-0-48.ec2.internal" for egress firewall
I0327 22:58:48.764071    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-48.ec2.internal
I0327 22:58:48.764140    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-48.ec2.internal: 73.096µs
I0327 22:58:54.971393    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "ip-10-0-0-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:54.971410    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-48.ec2.internal in network "default"
I0327 22:58:54.971516    3843 node_tracker.go:235] Node ip-10-0-0-48.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-48.ec2.internal"
I0327 22:58:54.971536    3843 node_tracker.go:169] Node ip-10-0-0-48.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:54.971555    3843 services_controller.go:574] Full service sync requested for network=default
W0327 22:58:54.971961    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0327 22:58:55.061153    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "ip-10-0-0-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:55.086810    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-48.ec2.internal in network "default"
I0327 22:58:55.086847    3843 default_network_controller.go:1008] Node "ip-10-0-0-48.ec2.internal" in remote zone "ip-10-0-0-48.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0327 22:58:55.086862    3843 node_tracker.go:169] Node ip-10-0-0-48.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:55.086873    3843 services_controller.go:574] Full service sync requested for network=default
W0327 22:58:55.087085    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0327 22:58:55.087552    3843 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-48.ec2.internal for the network default
I0327 22:58:55.088732    3843 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-48.ec2.internal" on network "default" took: 1.193132ms
I0327 22:58:56.637653    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-48.ec2.internal
I0327 22:58:56.637681    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-48.ec2.internal: 33.381µs
I0327 22:58:56.637658    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-48.ec2.internal", IP: 10.0.0.48 to PMTUD blocking rules
I0327 22:58:56.637697    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0327 22:58:56.637659    3843 egressfirewall.go:628] Syncing node "ip-10-0-0-48.ec2.internal" for egress firewall
I0327 22:58:56.637665    3843 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-48.ec2.internal in network "default"
I0327 22:58:56.637812    3843 node_tracker.go:169] Node ip-10-0-0-48.ec2.internal switch + router changed, syncing services in network "default"
I0327 22:58:56.637829    3843 services_controller.go:574] Full service sync requested for network=default
W0327 22:58:56.638087    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0327 22:58:56.643720    3843 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-48.ec2.internal. Updating no re-route policies
I0327 22:58:56.653149    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-48.ec2.internal", IP: 10.0.0.48 to PMTUD blocking rules
I0327 22:58:56.653166    3843 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-48.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0327 22:59:00.614841    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-48.ec2.internal
I0327 22:59:00.614877    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-48.ec2.internal: 45.833µs
I0327 22:59:05.408086    3843 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:05.408672    3843 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:05.408700    3843 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:05.408709    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0327 22:59:05.408728    3843 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:05.408732    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0327 22:59:06.433250    3843 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:06.433280    3843 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:06.433295    3843 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:06.433304    3843 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390hclv9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:06.834847    3843 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0327 22:59:06.846114    3843 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0327 22:59:10.273230    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0327 22:59:21.908726    3843 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6bc69697db-np64g] creating logical port openshift-ingress_router-default-6bc69697db-np64g for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:21.908827    3843 kube.go:256] Updating pod openshift-ingress/router-default-6bc69697db-np64g
I0327 22:59:21.928287    3843 pod.go:62] [openshift-ingress/router-default-6bc69697db-np64g] pod update took 19.491718ms
I0327 22:59:21.928312    3843 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-6bc69697db-np64g] addLogicalPort annotation time took 19.522027ms
I0327 22:59:21.929451    3843 pods.go:271] [openshift-ingress/router-default-6bc69697db-np64g] addLogicalPort took 20.737157ms, libovsdb time 870.127µs
I0327 22:59:21.989044    3843 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc] creating logical port openshift-network-diagnostics_network-check-source-5c76bd6f9b-rrqlc for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:21.989135    3843 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc
I0327 22:59:22.003033    3843 pod.go:62] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc] pod update took 13.914356ms
I0327 22:59:22.003058    3843 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc] addLogicalPort annotation time took 13.944834ms
I0327 22:59:22.004202    3843 pods.go:271] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc] addLogicalPort took 15.176612ms, libovsdb time 801.091µs
I0327 22:59:22.344304    3843 cni.go:403] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc 019da5361073e5d459a55a2ea48f73ad9398ec457239d56a82a5c5040d9ba39d network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc 019da5361073e5d459a55a2ea48f73ad9398ec457239d56a82a5c5040d9ba39d network default NAD default]
I0327 22:59:22.353424    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-5c76bd6f9b-rrqlc, hostIfaceName: 019da5361073e5d, network: default, NAD default, SandboxID: "019da5361073e5d459a55a2ea48f73ad9398ec457239d56a82a5c5040d9ba39d", PCI device ID: , UID: "bf85b105-1334-4652-b794-02cbc39b2343", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0327 22:59:22.394509    3843 cni.go:424] [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc 019da5361073e5d459a55a2ea48f73ad9398ec457239d56a82a5c5040d9ba39d network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-5c76bd6f9b-rrqlc 019da5361073e5d459a55a2ea48f73ad9398ec457239d56a82a5c5040d9ba39d network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:6b:d1:5a:27:32\",\"name\":\"019da5361073e5d\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c88fbb8-8c34-43a2-9d60-aa17ede26fb1\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 22:59:28.026325    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0327 22:59:28.393414    3843 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0327 22:59:28.394287    3843 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 850.768µs
I0327 22:59:28.434470    3843 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0327 22:59:29.463733    3843 namespace.go:98] [openshift-service-ca] adding namespace
I0327 22:59:29.464598    3843 namespace.go:102] [openshift-service-ca] adding namespace took 839.985µs
I0327 22:59:29.479823    3843 namespace.go:142] [openshift-service-ca] updating namespace
I0327 22:59:31.139088    3843 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-92pzz] creating logical port openshift-service-ca_service-ca-f59fc589b-92pzz for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:31.139188    3843 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-92pzz
I0327 22:59:31.152509    3843 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-92pzz] pod update took 13.354465ms
I0327 22:59:31.152533    3843 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-92pzz] addLogicalPort annotation time took 13.384881ms
I0327 22:59:31.153747    3843 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-92pzz] addLogicalPort took 14.673729ms, libovsdb time 910.359µs
I0327 22:59:31.495398    3843 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-92pzz 471d2d043676c2eaae6794e115c6d5e06cc7f7390c1d8ebcf0ae14aaf0d3652c network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-92pzz 471d2d043676c2eaae6794e115c6d5e06cc7f7390c1d8ebcf0ae14aaf0d3652c network default NAD default]
I0327 22:59:31.505073    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-92pzz, hostIfaceName: 471d2d043676c2e, network: default, NAD default, SandboxID: "471d2d043676c2eaae6794e115c6d5e06cc7f7390c1d8ebcf0ae14aaf0d3652c", PCI device ID: , UID: "cffcdaec-6891-408c-9a41-44e456ba9f0a", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0327 22:59:31.548211    3843 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-92pzz 471d2d043676c2eaae6794e115c6d5e06cc7f7390c1d8ebcf0ae14aaf0d3652c network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-92pzz 471d2d043676c2eaae6794e115c6d5e06cc7f7390c1d8ebcf0ae14aaf0d3652c network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:98:e9:a2:02:d4\",\"name\":\"471d2d043676c2e\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aed5667b-b036-4d2b-9053-af67d57cfd27\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 22:59:37.596804    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0327 22:59:53.768014    3843 cni.go:403] [openshift-ingress/router-default-6bc69697db-np64g db49d4219590c5516c05389d1c004945b45b261bde0b6963dbfb99625ecc5851 network default NAD default] ADD starting CNI request [openshift-ingress/router-default-6bc69697db-np64g db49d4219590c5516c05389d1c004945b45b261bde0b6963dbfb99625ecc5851 network default NAD default]
I0327 22:59:53.783149    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6bc69697db-np64g, hostIfaceName: db49d4219590c55, network: default, NAD default, SandboxID: "db49d4219590c5516c05389d1c004945b45b261bde0b6963dbfb99625ecc5851", PCI device ID: , UID: "9c705663-1345-47b9-93c6-203dd675943b", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0327 22:59:53.826987    3843 cni.go:424] [openshift-ingress/router-default-6bc69697db-np64g db49d4219590c5516c05389d1c004945b45b261bde0b6963dbfb99625ecc5851 network default NAD default] ADD finished CNI request [openshift-ingress/router-default-6bc69697db-np64g db49d4219590c5516c05389d1c004945b45b261bde0b6963dbfb99625ecc5851 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:64:0e:9f:54:d6\",\"name\":\"db49d4219590c55\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e0edfa7-b35d-441e-9e10-bc0fe2b89d45\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 22:59:55.099971    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.100015    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.100022    3843 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0327 22:59:55.105493    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.105537    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.105542    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
I0327 22:59:55.241757    3843 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zh6bk] creating logical port openshift-insights_insights-runtime-extractor-zh6bk for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:55.241855    3843 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zh6bk
I0327 22:59:55.262758    3843 pod.go:62] [openshift-insights/insights-runtime-extractor-zh6bk] pod update took 20.931613ms
I0327 22:59:55.262782    3843 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-zh6bk] addLogicalPort annotation time took 20.960929ms
I0327 22:59:55.263919    3843 pods.go:271] [openshift-insights/insights-runtime-extractor-zh6bk] addLogicalPort took 22.177834ms, libovsdb time 866.441µs
W0327 22:59:55.466592    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466626    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466639    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466650    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466653    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466659    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.466698    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.466703    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.466708    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.466721    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.466726    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.466730    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504664    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504690    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504699    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504708    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.504732    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.504717    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504796    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504802    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.504846    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.504856    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.504867    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.504874    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.516546    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0327 22:59:55.516569    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0327 22:59:55.592633    3843 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0327 22:59:55.598019    3843 cni.go:403] [openshift-insights/insights-runtime-extractor-zh6bk 0ec4d686572eb6dd9687949de13656adc5b5b7d3172ad718ce292a3ee7c2169a network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zh6bk 0ec4d686572eb6dd9687949de13656adc5b5b7d3172ad718ce292a3ee7c2169a network default NAD default]
W0327 22:59:55.605772    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.605795    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0327 22:59:55.605804    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
I0327 22:59:55.606115    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zh6bk, hostIfaceName: 0ec4d686572eb6d, network: default, NAD default, SandboxID: "0ec4d686572eb6dd9687949de13656adc5b5b7d3172ad718ce292a3ee7c2169a", PCI device ID: , UID: "656180d6-0d23-45f3-9a49-fc53fb6f3c14", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0327 22:59:55.649756    3843 cni.go:424] [openshift-insights/insights-runtime-extractor-zh6bk 0ec4d686572eb6dd9687949de13656adc5b5b7d3172ad718ce292a3ee7c2169a network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zh6bk 0ec4d686572eb6dd9687949de13656adc5b5b7d3172ad718ce292a3ee7c2169a network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:57:c5:a7:03:62\",\"name\":\"0ec4d686572eb6d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec7eefe7-8943-48e7-8b44-59bb5a644eb6\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:59:56.471098    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-656cf7696d-955wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:56.471140    3843 pods.go:176] Deleting pod: openshift-image-registry/image-registry-656cf7696d-955wr
I0327 22:59:56.472368    3843 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-656cf7696d-955wr, ips: 10.128.0.6
I0327 22:59:56.472394    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-656cf7696d-955wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:56.479799    3843 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-656f8959d9-6cz62] creating logical port openshift-image-registry_image-registry-656f8959d9-6cz62 for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:56.479905    3843 kube.go:256] Updating pod openshift-image-registry/image-registry-656f8959d9-6cz62
I0327 22:59:56.488161    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-656cf7696d-955wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:56.488180    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-656cf7696d-955wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:56.491947    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-656cf7696d-955wr
I0327 22:59:56.491972    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-656cf7696d-955wr
I0327 22:59:56.496110    3843 pod.go:62] [openshift-image-registry/image-registry-656f8959d9-6cz62] pod update took 16.239758ms
I0327 22:59:56.496141    3843 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-656f8959d9-6cz62] addLogicalPort annotation time took 16.274784ms
I0327 22:59:56.497451    3843 pods.go:271] [openshift-image-registry/image-registry-656f8959d9-6cz62] addLogicalPort took 17.665709ms, libovsdb time 960.014µs
I0327 22:59:56.698735    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-2f4sl for pod on switch ip-10-0-1-88.ec2.internal
I0327 22:59:56.698865    3843 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl
I0327 22:59:56.712065    3843 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl] pod update took 13.223607ms
I0327 22:59:56.712094    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl] addLogicalPort annotation time took 13.259245ms
I0327 22:59:56.713355    3843 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl] addLogicalPort took 14.633805ms, libovsdb time 893.583µs
I0327 22:59:56.846926    3843 cni.go:403] [openshift-image-registry/image-registry-656f8959d9-6cz62 e3e49b15d4c2dd3384e57cad78227f53d8f01ea2e9c8f6eb0ab987c27212da00 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-656f8959d9-6cz62 e3e49b15d4c2dd3384e57cad78227f53d8f01ea2e9c8f6eb0ab987c27212da00 network default NAD default]
I0327 22:59:56.855228    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-656f8959d9-6cz62, hostIfaceName: e3e49b15d4c2dd3, network: default, NAD default, SandboxID: "e3e49b15d4c2dd3384e57cad78227f53d8f01ea2e9c8f6eb0ab987c27212da00", PCI device ID: , UID: "d67cd8aa-9add-4add-b059-0358a407d7fd", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0327 22:59:56.895806    3843 cni.go:424] [openshift-image-registry/image-registry-656f8959d9-6cz62 e3e49b15d4c2dd3384e57cad78227f53d8f01ea2e9c8f6eb0ab987c27212da00 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-656f8959d9-6cz62 e3e49b15d4c2dd3384e57cad78227f53d8f01ea2e9c8f6eb0ab987c27212da00 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:99:64:83:0f:51\",\"name\":\"e3e49b15d4c2dd3\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9b32957-34b8-43ba-880d-8e227e48a3f1\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:59:57.052355    3843 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl c63cab3edd0a7dd673b53d2f62b610e7f9b8c0ea431bff40f26c82cc5c450d76 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl c63cab3edd0a7dd673b53d2f62b610e7f9b8c0ea431bff40f26c82cc5c450d76 network default NAD default]
I0327 22:59:57.061172    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-2f4sl, hostIfaceName: c63cab3edd0a7dd, network: default, NAD default, SandboxID: "c63cab3edd0a7dd673b53d2f62b610e7f9b8c0ea431bff40f26c82cc5c450d76", PCI device ID: , UID: "6157baa3-d231-46a9-8b69-e27d86a17a08", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0327 22:59:57.103964    3843 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl c63cab3edd0a7dd673b53d2f62b610e7f9b8c0ea431bff40f26c82cc5c450d76 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-2f4sl c63cab3edd0a7dd673b53d2f62b610e7f9b8c0ea431bff40f26c82cc5c450d76 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:95:6b:af:be:d5\",\"name\":\"c63cab3edd0a7dd\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4730abb-a13d-4dad-8bac-3043fcc5eef6\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 22:59:57.148645    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57996bf879-5hf57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:57.149273    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57996bf879-5hf57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 22:59:57.161991    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57996bf879-5hf57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:57.162026    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57996bf879-5hf57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 22:59:57.172918    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57996bf879-5hf57
I0327 22:59:57.173030    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57996bf879-5hf57
W0327 22:59:57.478618    3843 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0327 22:59:58.142173    3843 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0327 22:59:59.139650    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0327 22:59:59.508237    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0327 23:00:00.211626    3843 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29577540-7mjmh for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:00.211742    3843 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh
I0327 23:00:00.225105    3843 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh] pod update took 13.384827ms
I0327 23:00:00.225125    3843 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh] addLogicalPort annotation time took 13.409602ms
I0327 23:00:00.226325    3843 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh] addLogicalPort took 14.735313ms, libovsdb time 883.316µs
I0327 23:00:00.588790    3843 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default]
I0327 23:00:00.597624    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29577540-7mjmh, hostIfaceName: e4742d59c5d5437, network: default, NAD default, SandboxID: "e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415", PCI device ID: , UID: "923fea71-c712-4f78-ad33-578231b2708a", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0327 23:00:00.641501    3843 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:55:24:26:69:3c\",\"name\":\"e4742d59c5d5437\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458f95d8-4584-4754-ab81-cd4348912338\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:02.397067    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0327 23:00:02.397093    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0327 23:00:04.190084    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-htgfc for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:04.190211    3843 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc
I0327 23:00:04.215602    3843 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc] pod update took 25.418596ms
I0327 23:00:04.215640    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc] addLogicalPort annotation time took 25.462727ms
I0327 23:00:04.216778    3843 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc] addLogicalPort took 26.713388ms, libovsdb time 844.748µs
I0327 23:00:04.547411    3843 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc 64453ff49aaa759f9d6416469971b1d85d6a7c83972abf1b0a980b3854dcae2f network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc 64453ff49aaa759f9d6416469971b1d85d6a7c83972abf1b0a980b3854dcae2f network default NAD default]
I0327 23:00:04.555500    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-htgfc, hostIfaceName: 64453ff49aaa759, network: default, NAD default, SandboxID: "64453ff49aaa759f9d6416469971b1d85d6a7c83972abf1b0a980b3854dcae2f", PCI device ID: , UID: "9bd7bd67-0756-470f-a5be-0ca62edf308c", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0327 23:00:04.600323    3843 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc 64453ff49aaa759f9d6416469971b1d85d6a7c83972abf1b0a980b3854dcae2f network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-htgfc 64453ff49aaa759f9d6416469971b1d85d6a7c83972abf1b0a980b3854dcae2f network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:e9:1a:33:ec:15\",\"name\":\"64453ff49aaa759\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a044109-9027-4d01-8de5-e190387551dc\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:00:05.304812    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:05.304938    3843 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0327 23:00:05.324164    3843 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 19.271778ms
I0327 23:00:05.324188    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 19.301776ms
I0327 23:00:05.325603    3843 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 20.811972ms, libovsdb time 1.086262ms
I0327 23:00:05.977890    3843 cni.go:403] [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default]
I0327 23:00:05.987599    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 623854efb77eafe, network: default, NAD default, SandboxID: "623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336", PCI device ID: , UID: "e08b3a74-a0cc-496e-a6bc-0227d4d511d8", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0327 23:00:06.033786    3843 cni.go:424] [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:e2:c8:43:8f:c7\",\"name\":\"623854efb77eafe\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/950ad065-1764-4439-b677-cbf8fec36258\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:00:06.282631    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-789f65cff9-lcb2s] creating logical port openshift-monitoring_thanos-querier-789f65cff9-lcb2s for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:06.282741    3843 kube.go:256] Updating pod openshift-monitoring/thanos-querier-789f65cff9-lcb2s
I0327 23:00:06.301071    3843 pod.go:62] [openshift-monitoring/thanos-querier-789f65cff9-lcb2s] pod update took 18.365783ms
I0327 23:00:06.301099    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-789f65cff9-lcb2s] addLogicalPort annotation time took 18.397209ms
I0327 23:00:06.302223    3843 pods.go:271] [openshift-monitoring/thanos-querier-789f65cff9-lcb2s] addLogicalPort took 19.629502ms, libovsdb time 822.245µs
I0327 23:00:06.644072    3843 cni.go:403] [openshift-monitoring/thanos-querier-789f65cff9-lcb2s 21ab311db7bdaca1a533d231a53467d73ec833ea7e6b632a0505f463a5dcdffd network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-789f65cff9-lcb2s 21ab311db7bdaca1a533d231a53467d73ec833ea7e6b632a0505f463a5dcdffd network default NAD default]
I0327 23:00:06.653045    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-789f65cff9-lcb2s, hostIfaceName: 21ab311db7bdaca, network: default, NAD default, SandboxID: "21ab311db7bdaca1a533d231a53467d73ec833ea7e6b632a0505f463a5dcdffd", PCI device ID: , UID: "47db55f5-5acd-4428-9e7c-29cdb4d065af", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0327 23:00:06.697423    3843 cni.go:424] [openshift-monitoring/thanos-querier-789f65cff9-lcb2s 21ab311db7bdaca1a533d231a53467d73ec833ea7e6b632a0505f463a5dcdffd network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-789f65cff9-lcb2s 21ab311db7bdaca1a533d231a53467d73ec833ea7e6b632a0505f463a5dcdffd network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:0e:8f:2a:29:8c\",\"name\":\"21ab311db7bdaca\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a3697f6-db01-45e5-bc22-6c7c73df02c1\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:07.579778    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:07.579802    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:07.579808    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0327 23:00:08.730631    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-66586f8fb9-hvdsp] creating logical port openshift-monitoring_metrics-server-66586f8fb9-hvdsp for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:08.730777    3843 kube.go:256] Updating pod openshift-monitoring/metrics-server-66586f8fb9-hvdsp
I0327 23:00:08.748300    3843 pod.go:62] [openshift-monitoring/metrics-server-66586f8fb9-hvdsp] pod update took 17.556291ms
I0327 23:00:08.748366    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-66586f8fb9-hvdsp] addLogicalPort annotation time took 17.624419ms
I0327 23:00:08.749798    3843 pods.go:271] [openshift-monitoring/metrics-server-66586f8fb9-hvdsp] addLogicalPort took 19.206937ms, libovsdb time 1.080025ms
I0327 23:00:08.956754    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-sxz75 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:08.956855    3843 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75
I0327 23:00:08.974918    3843 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75] pod update took 18.09286ms
I0327 23:00:08.974943    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75] addLogicalPort annotation time took 18.122611ms
I0327 23:00:08.976143    3843 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75] addLogicalPort took 19.406392ms, libovsdb time 866.887µs
I0327 23:00:09.089343    3843 cni.go:403] [openshift-monitoring/metrics-server-66586f8fb9-hvdsp 26b8369696c47ebb085deda023afd676c591fd568621049ab7f52abc6c374ab6 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-66586f8fb9-hvdsp 26b8369696c47ebb085deda023afd676c591fd568621049ab7f52abc6c374ab6 network default NAD default]
I0327 23:00:09.097598    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-66586f8fb9-hvdsp, hostIfaceName: 26b8369696c47eb, network: default, NAD default, SandboxID: "26b8369696c47ebb085deda023afd676c591fd568621049ab7f52abc6c374ab6", PCI device ID: , UID: "933b80db-98e7-4521-b827-4e2eb2af28dd", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0327 23:00:09.138865    3843 cni.go:424] [openshift-monitoring/metrics-server-66586f8fb9-hvdsp 26b8369696c47ebb085deda023afd676c591fd568621049ab7f52abc6c374ab6 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-66586f8fb9-hvdsp 26b8369696c47ebb085deda023afd676c591fd568621049ab7f52abc6c374ab6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:83:93:58:17:4c\",\"name\":\"26b8369696c47eb\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fbbfbb0-9006-4170-9097-5591072f0b96\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:09.213542    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:09.213560    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:09.213564    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0327 23:00:09.323947    3843 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75 88f5614d9669c15427baa57eac8d588fdb628acd33517fb114ab53196b4cfadb network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75 88f5614d9669c15427baa57eac8d588fdb628acd33517fb114ab53196b4cfadb network default NAD default]
I0327 23:00:09.332831    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-sxz75, hostIfaceName: 88f5614d9669c15, network: default, NAD default, SandboxID: "88f5614d9669c15427baa57eac8d588fdb628acd33517fb114ab53196b4cfadb", PCI device ID: , UID: "e0ffc6a8-b7a7-4022-a33f-ba3b445a4ead", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0327 23:00:09.380693    3843 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75 88f5614d9669c15427baa57eac8d588fdb628acd33517fb114ab53196b4cfadb network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-sxz75 88f5614d9669c15427baa57eac8d588fdb628acd33517fb114ab53196b4cfadb network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:b0:c2:36:4a:26\",\"name\":\"88f5614d9669c15\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2119fa8-97ed-4287-9b2e-c3365c9a03bb\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:10.513275    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.513301    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.513311    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.513320    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0327 23:00:10.620429    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:10.620534    3843 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
W0327 23:00:10.647860    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.647885    3843 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.647893    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:10.647898    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0327 23:00:10.648329    3843 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.831234ms
I0327 23:00:10.648385    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.891804ms
I0327 23:00:10.649947    3843 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.531804ms, libovsdb time 1.135516ms
I0327 23:00:11.157435    3843 cni.go:403] [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default]
I0327 23:00:11.161078    3843 cni.go:403] [openshift-multus/network-metrics-daemon-kqjq4 8b4f15d688cf3dc7c91c6c7b96a1d7cdc9e8d202989d05dd40d06c001af19fbb network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-kqjq4 8b4f15d688cf3dc7c91c6c7b96a1d7cdc9e8d202989d05dd40d06c001af19fbb network default NAD default]
I0327 23:00:11.167641    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1b5f3739fca3504, network: default, NAD default, SandboxID: "1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500", PCI device ID: , UID: "01fe9c3c-88c0-46d6-89c0-a04c57050f20", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0327 23:00:11.170361    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-kqjq4, hostIfaceName: 8b4f15d688cf3dc, network: default, NAD default, SandboxID: "8b4f15d688cf3dc7c91c6c7b96a1d7cdc9e8d202989d05dd40d06c001af19fbb", PCI device ID: , UID: "a34dedb9-a8c1-465e-825c-e032117e29c4", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0327 23:00:11.212138    3843 cni.go:424] [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:a9:b4:7c:61:7d\",\"name\":\"1b5f3739fca3504\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68d0bd23-47da-4e1c-a9a0-8082c953e3cb\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:11.217859    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0327 23:00:11.236204    3843 cni.go:424] [openshift-multus/network-metrics-daemon-kqjq4 8b4f15d688cf3dc7c91c6c7b96a1d7cdc9e8d202989d05dd40d06c001af19fbb network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-kqjq4 8b4f15d688cf3dc7c91c6c7b96a1d7cdc9e8d202989d05dd40d06c001af19fbb network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:8c:4a:77:22:f7\",\"name\":\"8b4f15d688cf3dc\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86da8768-0adc-49d9-aba0-3f9bb83daec6\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:11.518515    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0327 23:00:11.572953    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0327 23:00:11.616070    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:00:11.616094    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:00:12.529824    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:00:12.529848    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:00:16.523925    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524002    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524011    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524020    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524039    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524046    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524053    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.524059    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.582282    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.582304    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.582310    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:16.582315    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0327 23:00:18.487442    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0327 23:00:32.519284    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0327 23:00:32.519321    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0327 23:00:32.569464    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0327 23:00:32.605331    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
I0327 23:00:34.210453    3843 base_network_controller_pods.go:487] [default/openshift-console/console-759495f8d9-x5c28] creating logical port openshift-console_console-759495f8d9-x5c28 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:00:34.210551    3843 kube.go:256] Updating pod openshift-console/console-759495f8d9-x5c28
I0327 23:00:34.228159    3843 pod.go:62] [openshift-console/console-759495f8d9-x5c28] pod update took 17.631875ms
I0327 23:00:34.228186    3843 base_network_controller_pods.go:937] [default/openshift-console/console-759495f8d9-x5c28] addLogicalPort annotation time took 17.664104ms
I0327 23:00:34.229436    3843 pods.go:271] [openshift-console/console-759495f8d9-x5c28] addLogicalPort took 19.001059ms, libovsdb time 899.915µs
I0327 23:00:34.571811    3843 cni.go:403] [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default] ADD starting CNI request [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default]
I0327 23:00:34.580268    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-759495f8d9-x5c28, hostIfaceName: d1c5a5570daecce, network: default, NAD default, SandboxID: "d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399", PCI device ID: , UID: "052f7bd3-edaa-4b49-8a8d-9789c7eb9c32", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0327 23:00:34.624972    3843 cni.go:424] [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default] ADD finished CNI request [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:90:bc:51:ec:72\",\"name\":\"d1c5a5570daecce\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cddb18db-ceae-435a-8186-7132cb94746f\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:35.621429    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0327 23:00:35.748717    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:35.748744    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:35.748750    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:00:36.320245    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0327 23:00:42.276127    3843 cni.go:403] [openshift-dns/dns-default-tsmfh 4f3ab52058158f228d3470b4d1fcbd3548506d18e615a3961cff57672291de3b network default NAD default] ADD starting CNI request [openshift-dns/dns-default-tsmfh 4f3ab52058158f228d3470b4d1fcbd3548506d18e615a3961cff57672291de3b network default NAD default]
I0327 23:00:42.284357    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-tsmfh, hostIfaceName: 4f3ab52058158f2, network: default, NAD default, SandboxID: "4f3ab52058158f228d3470b4d1fcbd3548506d18e615a3961cff57672291de3b", PCI device ID: , UID: "cd28afb9-50fb-4ec4-b021-448ef652be86", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0327 23:00:42.328484    3843 cni.go:424] [openshift-dns/dns-default-tsmfh 4f3ab52058158f228d3470b4d1fcbd3548506d18e615a3961cff57672291de3b network default NAD default] ADD finished CNI request [openshift-dns/dns-default-tsmfh 4f3ab52058158f228d3470b4d1fcbd3548506d18e615a3961cff57672291de3b network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:75:e7:9e:0f:23\",\"name\":\"4f3ab52058158f2\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cca37fdd-eadf-421b-9043-41c85dbc837b\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:00:43.360972    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
I0327 23:00:43.835120    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-656cf7696d-mgnhg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:00:43.835673    3843 obj_retry.go:464] Detected object openshift-image-registry/image-registry-656cf7696d-mgnhg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:00:44.651709    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-656cf7696d-mgnhg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:00:44.651734    3843 obj_retry.go:458] Detected object openshift-image-registry/image-registry-656cf7696d-mgnhg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:00:44.656779    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-656cf7696d-mgnhg
I0327 23:00:44.656805    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-656cf7696d-mgnhg
W0327 23:00:44.735211    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0327 23:00:53.403398    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0327 23:00:55.721958    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0327 23:00:55.721988    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0327 23:00:55.721997    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0327 23:00:59.428159    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
I0327 23:01:01.649858    3843 obj_retry.go:464] Detected object openshift-console/console-8665c6c979-4sq4c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:01.650416    3843 obj_retry.go:464] Detected object openshift-console/console-8665c6c979-4sq4c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:02.464774    3843 obj_retry.go:458] Detected object openshift-console/console-8665c6c979-4sq4c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:02.464802    3843 obj_retry.go:458] Detected object openshift-console/console-8665c6c979-4sq4c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:02.464895    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8665c6c979-4sq4c
I0327 23:01:02.464918    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8665c6c979-4sq4c
I0327 23:01:10.084306    3843 obj_retry.go:464] Detected object openshift-console/console-8665c6c979-b5t6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:10.084854    3843 obj_retry.go:464] Detected object openshift-console/console-8665c6c979-b5t6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:10.752703    3843 obj_retry.go:458] Detected object openshift-console/console-8665c6c979-b5t6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:10.752737    3843 obj_retry.go:458] Detected object openshift-console/console-8665c6c979-b5t6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:10.759578    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8665c6c979-b5t6s
I0327 23:01:10.759601    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8665c6c979-b5t6s
I0327 23:01:11.401048    3843 obj_retry.go:464] Detected object openshift-ingress/router-default-85bf9b9667-mm9hl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:11.401726    3843 obj_retry.go:464] Detected object openshift-ingress/router-default-85bf9b9667-mm9hl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:11.758506    3843 obj_retry.go:458] Detected object openshift-ingress/router-default-85bf9b9667-mm9hl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:11.758538    3843 obj_retry.go:458] Detected object openshift-ingress/router-default-85bf9b9667-mm9hl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:11.764164    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-85bf9b9667-mm9hl
I0327 23:01:11.764194    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-85bf9b9667-mm9hl
W0327 23:01:11.808662    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:01:11.808680    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:01:11.808729    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:01:11.808735    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:01:11.851597    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:01:11.851652    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0327 23:01:25.986173    3843 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:25.986795    3843 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:26.549494    3843 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:26.549527    3843 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:26.555427    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0327 23:01:26.555448    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0327 23:01:30.234064    3843 cni.go:403] [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default]
I0327 23:01:30.303735    3843 cni.go:424] [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 1b5f3739fca3504c3abc55e950a6988ec5938224052ec8cf022e6db74a870500 network default NAD default], result "{}", err <nil>
I0327 23:01:30.370094    3843 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:30.370134    3843 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1
I0327 23:01:30.371438    3843 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.22
I0327 23:01:30.371466    3843 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:30.901709    3843 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:30.901806    3843 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:30.908110    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0327 23:01:30.908138    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0327 23:01:30.951570    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:01:30.951720    3843 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1
I0327 23:01:30.975044    3843 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.360198ms
I0327 23:01:30.975084    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.394569ms
I0327 23:01:30.976331    3843 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.774876ms, libovsdb time 888.235µs
I0327 23:01:31.309759    3843 cni.go:403] [openshift-monitoring/prometheus-k8s-1 a54a1a9afc05d748b64c7e88096948b32356b4da8aae8782f17590a5e77c71e8 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a54a1a9afc05d748b64c7e88096948b32356b4da8aae8782f17590a5e77c71e8 network default NAD default]
I0327 23:01:31.317950    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a54a1a9afc05d74, network: default, NAD default, SandboxID: "a54a1a9afc05d748b64c7e88096948b32356b4da8aae8782f17590a5e77c71e8", PCI device ID: , UID: "d9876309-75ab-4c53-8cdf-7c22134d745a", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0327 23:01:31.361190    3843 cni.go:424] [openshift-monitoring/prometheus-k8s-1 a54a1a9afc05d748b64c7e88096948b32356b4da8aae8782f17590a5e77c71e8 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a54a1a9afc05d748b64c7e88096948b32356b4da8aae8782f17590a5e77c71e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:c0:1e:bd:7a:33\",\"name\":\"a54a1a9afc05d74\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2774e6f3-0d11-417d-9ba8-0e3bb8c2f0c8\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:01:35.940453    3843 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default]
I0327 23:01:36.017835    3843 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh e4742d59c5d5437a09fe66c0f58e52e4ccf841667402877d2979f740ad0c0415 network default NAD default], result "{}", err <nil>
I0327 23:01:36.057474    3843 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:36.057509    3843 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh
I0327 23:01:36.058808    3843 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh, ips: 10.128.0.16
I0327 23:01:36.058836    3843 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:37.092625    3843 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:37.092653    3843 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577540-7mjmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:57.173828    3843 obj_retry.go:464] Detected object openshift-console/console-759495f8d9-2zdq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:57.174341    3843 obj_retry.go:464] Detected object openshift-console/console-759495f8d9-2zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:57.684683    3843 obj_retry.go:458] Detected object openshift-console/console-759495f8d9-2zdq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:57.684709    3843 obj_retry.go:458] Detected object openshift-console/console-759495f8d9-2zdq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:57.690067    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759495f8d9-2zdq6
I0327 23:01:57.690096    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759495f8d9-2zdq6
I0327 23:01:58.173683    3843 cni.go:403] [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default]
I0327 23:01:58.255388    3843 cni.go:424] [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 623854efb77eafe364eb0983493bb33f44108a57cefa634dcb487e346e29b336 network default NAD default], result "{}", err <nil>
I0327 23:01:58.315027    3843 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:58.315063    3843 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0327 23:01:58.316276    3843 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.18
I0327 23:01:58.316305    3843 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:01:58.800739    3843 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0327 23:01:59.039853    3843 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:59.039879    3843 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:01:59.046373    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0327 23:01:59.046407    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0327 23:01:59.082028    3843 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:01:59.082151    3843 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0327 23:01:59.104073    3843 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 21.966133ms
I0327 23:01:59.104093    3843 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 21.990035ms
I0327 23:01:59.105439    3843 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.429097ms, libovsdb time 1.034679ms
I0327 23:01:59.449762    3843 cni.go:403] [openshift-monitoring/alertmanager-main-0 6e3cf96fc013006d577de5f16d1ca6ced302f6bd2c3846c94f7f94f664baaf30 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6e3cf96fc013006d577de5f16d1ca6ced302f6bd2c3846c94f7f94f664baaf30 network default NAD default]
I0327 23:01:59.459289    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6e3cf96fc013006, network: default, NAD default, SandboxID: "6e3cf96fc013006d577de5f16d1ca6ced302f6bd2c3846c94f7f94f664baaf30", PCI device ID: , UID: "de3f9706-ec8d-4d8d-adbf-47b5212f0dc5", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0327 23:01:59.502296    3843 cni.go:424] [openshift-monitoring/alertmanager-main-0 6e3cf96fc013006d577de5f16d1ca6ced302f6bd2c3846c94f7f94f664baaf30 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6e3cf96fc013006d577de5f16d1ca6ced302f6bd2c3846c94f7f94f664baaf30 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:e7:f4:89:0b:b5\",\"name\":\"6e3cf96fc013006\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d41f462f-c207-4d67-8106-0fbd914a75ea\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:02:08.105885    3843 cni.go:403] [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default] DEL starting CNI request [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default]
I0327 23:02:08.196952    3843 cni.go:424] [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default] DEL finished CNI request [openshift-console/console-759495f8d9-x5c28 d1c5a5570daecce064f151dead8212666c346d0ff92c23c4e7e6f1fec73b5399 network default NAD default], result "{}", err <nil>
I0327 23:02:08.243077    3843 obj_retry.go:464] Detected object openshift-console/console-759495f8d9-x5c28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:02:08.243118    3843 pods.go:176] Deleting pod: openshift-console/console-759495f8d9-x5c28
I0327 23:02:08.244459    3843 pods.go:236] Attempting to release IPs for pod: openshift-console/console-759495f8d9-x5c28, ips: 10.128.0.23
I0327 23:02:08.244495    3843 obj_retry.go:464] Detected object openshift-console/console-759495f8d9-x5c28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:02:09.087415    3843 obj_retry.go:458] Detected object openshift-console/console-759495f8d9-x5c28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:02:09.087447    3843 obj_retry.go:458] Detected object openshift-console/console-759495f8d9-x5c28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:02:09.089784    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759495f8d9-x5c28
I0327 23:02:09.089806    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759495f8d9-x5c28
W0327 23:02:29.496984    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:02:29.497008    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:02:29.497014    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0327 23:02:32.221601    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0327 23:02:32.221643    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0327 23:02:33.526531    3843 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:02:33.527195    3843 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:02:34.074417    3843 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:02:34.074441    3843 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:02:34.080530    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0327 23:02:34.080552    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0327 23:03:39.118295    3843 base_network_controller_pods.go:487] [default/openshift-console/console-749db68589-mfhlv] creating logical port openshift-console_console-749db68589-mfhlv for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:03:39.118399    3843 kube.go:256] Updating pod openshift-console/console-749db68589-mfhlv
I0327 23:03:39.155558    3843 pod.go:62] [openshift-console/console-749db68589-mfhlv] pod update took 37.189372ms
I0327 23:03:39.155583    3843 base_network_controller_pods.go:937] [default/openshift-console/console-749db68589-mfhlv] addLogicalPort annotation time took 37.218712ms
I0327 23:03:39.156760    3843 pods.go:271] [openshift-console/console-749db68589-mfhlv] addLogicalPort took 38.483319ms, libovsdb time 852.712µs
I0327 23:03:39.476252    3843 cni.go:403] [openshift-console/console-749db68589-mfhlv 42b2d79009cc015af60e290cd068f0a998a5344337c8227134a11f6580d8f2b1 network default NAD default] ADD starting CNI request [openshift-console/console-749db68589-mfhlv 42b2d79009cc015af60e290cd068f0a998a5344337c8227134a11f6580d8f2b1 network default NAD default]
I0327 23:03:39.485035    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-749db68589-mfhlv, hostIfaceName: 42b2d79009cc015, network: default, NAD default, SandboxID: "42b2d79009cc015af60e290cd068f0a998a5344337c8227134a11f6580d8f2b1", PCI device ID: , UID: "6c78f48b-2d5e-4529-bfaf-1495323511f9", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0327 23:03:39.531683    3843 cni.go:424] [openshift-console/console-749db68589-mfhlv 42b2d79009cc015af60e290cd068f0a998a5344337c8227134a11f6580d8f2b1 network default NAD default] ADD finished CNI request [openshift-console/console-749db68589-mfhlv 42b2d79009cc015af60e290cd068f0a998a5344337c8227134a11f6580d8f2b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:0c:aa:da:b2:a4\",\"name\":\"42b2d79009cc015\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36822c1e-499e-4401-9f13-d842850f4304\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:03:45.015201    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5
W0327 23:03:49.498687    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0327 23:03:50.033244    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0327 23:03:56.941297    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0327 23:04:04.416716    3843 obj_retry.go:464] Detected object openshift-console/console-84546c86b9-j852z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:04:04.417279    3843 obj_retry.go:464] Detected object openshift-console/console-84546c86b9-j852z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:04:05.193902    3843 obj_retry.go:458] Detected object openshift-console/console-84546c86b9-j852z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:04:05.193944    3843 obj_retry.go:458] Detected object openshift-console/console-84546c86b9-j852z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:04:05.200019    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84546c86b9-j852z
I0327 23:04:05.200047    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84546c86b9-j852z
W0327 23:04:11.238882    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0327 23:04:14.810689    3843 obj_retry.go:464] Detected object openshift-console/console-84546c86b9-jkpqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:04:14.811226    3843 obj_retry.go:464] Detected object openshift-console/console-84546c86b9-jkpqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:04:15.457833    3843 obj_retry.go:458] Detected object openshift-console/console-84546c86b9-jkpqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:04:15.457869    3843 obj_retry.go:458] Detected object openshift-console/console-84546c86b9-jkpqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:04:15.463519    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84546c86b9-jkpqt
I0327 23:04:15.463547    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84546c86b9-jkpqt
I0327 23:04:22.270569    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0327 23:04:22.270655    3843 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-28bsv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-28bsv: no pod IPs found 
I0327 23:04:36.037933    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8
I0327 23:04:42.011707    3843 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0327 23:05:11.051392    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0327 23:05:11.942034    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
I0327 23:05:45.026595    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0327 23:05:47.943286    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=638
I0327 23:06:00.049796    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0327 23:06:05.942100    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140
I0327 23:06:06.063304    3843 namespace.go:98] [tsf] adding namespace
I0327 23:06:06.064290    3843 namespace.go:102] [tsf] adding namespace took 959.661µs
I0327 23:06:06.079870    3843 namespace.go:142] [tsf] updating namespace
I0327 23:06:06.090692    3843 namespace.go:142] [tsf] updating namespace
I0327 23:06:09.797519    3843 namespace.go:98] [rhtpa-operator] adding namespace
I0327 23:06:09.798490    3843 namespace.go:102] [rhtpa-operator] adding namespace took 946.614µs
I0327 23:06:09.813890    3843 namespace.go:98] [konflux-ui] adding namespace
I0327 23:06:09.814067    3843 namespace.go:98] [tsf-keycloak] adding namespace
I0327 23:06:09.814146    3843 namespace.go:98] [cert-manager-operator] adding namespace
I0327 23:06:09.814282    3843 namespace.go:98] [tsf-tas] adding namespace
I0327 23:06:09.814335    3843 namespace.go:98] [konflux-operator] adding namespace
I0327 23:06:09.814394    3843 namespace.go:98] [rhbk-operator] adding namespace
I0327 23:06:09.814718    3843 namespace.go:102] [konflux-ui] adding namespace took 813.489µs
I0327 23:06:09.815361    3843 namespace.go:102] [tsf-keycloak] adding namespace took 1.278107ms
I0327 23:06:09.815388    3843 namespace.go:98] [tsf-tpa] adding namespace
I0327 23:06:09.815905    3843 namespace.go:102] [tsf-tpa] adding namespace took 508.756µs
I0327 23:06:09.816501    3843 namespace.go:102] [cert-manager-operator] adding namespace took 2.340746ms
I0327 23:06:09.817034    3843 namespace.go:102] [tsf-tas] adding namespace took 2.733824ms
I0327 23:06:09.817543    3843 namespace.go:102] [konflux-operator] adding namespace took 3.195466ms
I0327 23:06:09.817923    3843 namespace.go:102] [rhbk-operator] adding namespace took 3.519158ms
I0327 23:06:09.825099    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:06:09.831277    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:06:09.854334    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:06:09.865373    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:06:09.865471    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:06:09.865585    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:06:09.876513    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:06:09.881572    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:06:09.889212    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:06:09.889274    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:06:09.893092    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:06:09.954484    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:06:09.971562    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:06:09.980406    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:06:10.011433    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:06:10.011535    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:06:10.021585    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:06:10.032532    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:06:10.049332    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:06:10.060209    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:06:10.091420    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:06:10.100021    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:06:10.125457    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:06:10.143419    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:06:11.138551    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:06:11.161396    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:06:17.116775    3843 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:17.117340    3843 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:17.117370    3843 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:17.117380    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:17.117395    3843 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:17.117400    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:18.141019    3843 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:18.141049    3843 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:18.141074    3843 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:18.141093    3843 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba85ctx7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:21.074871    3843 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:21.075405    3843 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:21.075430    3843 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:21.075445    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:21.075456    3843 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:21.075460    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:22.098904    3843 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:22.098965    3843 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:22.098981    3843 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:22.098993    3843 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5z8kw9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:23.105421    3843 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:23.105928    3843 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:23.105955    3843 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:23.105967    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:23.105981    3843 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:23.105986    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:24.120370    3843 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.120923    3843 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.120953    3843 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.120963    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:24.120979    3843 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.120983    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:24.135494    3843 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:24.135519    3843 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:24.135536    3843 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:24.135549    3843 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfl5z9v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:24.147834    3843 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.148283    3843 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.148302    3843 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.148310    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:24.148323    3843 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:24.148329    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:25.124854    3843 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:25.125368    3843 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:25.125397    3843 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:25.125407    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0327 23:06:25.125432    3843 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0327 23:06:25.125440    3843 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0327 23:06:25.147463    3843 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.147485    3843 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.147494    3843 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.147516    3843 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7j4qsg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.180276    3843 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.180301    3843 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.180319    3843 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:25.180333    3843 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vlzdz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:26.147935    3843 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:26.147964    3843 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:26.147984    3843 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:06:26.147999    3843 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafm5flg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0327 23:06:28.826748    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0327 23:06:29.169664    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0327 23:06:29.177688    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0327 23:06:30.943396    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=76
I0327 23:06:37.786170    3843 namespace.go:98] [cert-manager] adding namespace
I0327 23:06:37.787008    3843 namespace.go:102] [cert-manager] adding namespace took 812.931µs
I0327 23:06:37.807128    3843 namespace.go:142] [cert-manager] updating namespace
I0327 23:06:37.824925    3843 namespace.go:142] [cert-manager] updating namespace
I0327 23:06:38.011542    3843 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0327 23:06:41.791894    3843 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-6smdq] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-6smdq for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:06:41.792008    3843 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-6smdq
I0327 23:06:41.806757    3843 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-6smdq] pod update took 14.775542ms
I0327 23:06:41.806780    3843 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-6smdq] addLogicalPort annotation time took 14.802825ms
I0327 23:06:41.808004    3843 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-6smdq] addLogicalPort took 16.128291ms, libovsdb time 901.329µs
I0327 23:06:41.881859    3843 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-9d2s6 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:06:41.881948    3843 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6
I0327 23:06:41.896751    3843 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6] pod update took 14.826991ms
I0327 23:06:41.896773    3843 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6] addLogicalPort annotation time took 14.853281ms
I0327 23:06:41.898060    3843 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6] addLogicalPort took 16.215697ms, libovsdb time 946.387µs
I0327 23:06:42.169735    3843 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-6smdq bd456bd39d6b9a48c70e56276a8738b35285533c57399c7eadeb9eb928a3bf03 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-6smdq bd456bd39d6b9a48c70e56276a8738b35285533c57399c7eadeb9eb928a3bf03 network default NAD default]
I0327 23:06:42.178957    3843 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-6smdq, hostIfaceName: bd456bd39d6b9a4, network: default, NAD default, SandboxID: "bd456bd39d6b9a48c70e56276a8738b35285533c57399c7eadeb9eb928a3bf03", PCI device ID: , UID: "b6aecb5f-3d15-47ff-963e-6b98b4f8c94d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0327 23:06:42.227244    3843 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-6smdq bd456bd39d6b9a48c70e56276a8738b35285533c57399c7eadeb9eb928a3bf03 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-6smdq bd456bd39d6b9a48c70e56276a8738b35285533c57399c7eadeb9eb928a3bf03 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:6b:37:f3:a3:08\",\"name\":\"bd456bd39d6b9a4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b26dbb01-5a78-48e8-9c0a-22474d9a3a7c\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:06:42.243366    3843 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6 7d6cb8013c6f912057f3b330dd493871b3d1bf46a18b0766fd956cab60170c38 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6 7d6cb8013c6f912057f3b330dd493871b3d1bf46a18b0766fd956cab60170c38 network default NAD default]
I0327 23:06:42.252913    3843 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-9d2s6, hostIfaceName: 7d6cb8013c6f912, network: default, NAD default, SandboxID: "7d6cb8013c6f912057f3b330dd493871b3d1bf46a18b0766fd956cab60170c38", PCI device ID: , UID: "dc63947a-ec6c-4195-9704-3414035b1ef0", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0327 23:06:42.295794    3843 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6 7d6cb8013c6f912057f3b330dd493871b3d1bf46a18b0766fd956cab60170c38 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-9d2s6 7d6cb8013c6f912057f3b330dd493871b3d1bf46a18b0766fd956cab60170c38 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:81:a3:e3:8e:3e\",\"name\":\"7d6cb8013c6f912\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/746c241a-20bf-4260-8301-30d81fc6ef1c\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:06:43.481438    3843 namespace.go:142] [openshift-operators] updating namespace
I0327 23:06:43.500592    3843 namespace.go:142] [openshift-operators] updating namespace
W0327 23:06:45.928376    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0327 23:06:47.534626    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0327 23:06:47.534654    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0327 23:06:53.181368    3843 namespace.go:98] [trusted-artifact-signer] adding namespace
I0327 23:06:53.182278    3843 namespace.go:102] [trusted-artifact-signer] adding namespace took 881.723µs
I0327 23:06:53.203518    3843 namespace.go:142] [trusted-artifact-signer] updating namespace
I0327 23:06:53.215361    3843 namespace.go:142] [trusted-artifact-signer] updating namespace
W0327 23:06:53.252471    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0327 23:06:53.252494    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0327 23:06:53.979161    3843 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0327 23:06:56.258070    3843 namespace.go:142] [openshift-operators] updating namespace
I0327 23:06:56.942845    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=93
I0327 23:06:56.954710    3843 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-8rqqc for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:06:56.954824    3843 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc
I0327 23:06:56.980773    3843 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc] pod update took 25.976646ms
I0327 23:06:56.980794    3843 base_network_controller_pods.go:937] [default/openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc] addLogicalPort annotation time took 26.001225ms
I0327 23:06:56.981908    3843 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc] addLogicalPort took 27.215518ms, libovsdb time 792.883µs
I0327 23:06:56.986882    3843 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-dhjcd for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:06:56.987005    3843 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd
I0327 23:06:57.004145    3843 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd] pod update took 17.169764ms
I0327 23:06:57.004173    3843 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd] addLogicalPort annotation time took 17.201566ms
I0327 23:06:57.005502    3843 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd] addLogicalPort took 18.633032ms, libovsdb time 843.882µs
I0327 23:06:57.310727    3843 cni.go:403] [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc 4af7dace3a2b6c14b8039536f72d113b4808ec41516fdc0f1c8a314952d32fd5 network default NAD default] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc 4af7dace3a2b6c14b8039536f72d113b4808ec41516fdc0f1c8a314952d32fd5 network default NAD default]
I0327 23:06:57.319757    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-8rqqc, hostIfaceName: 4af7dace3a2b6c1, network: default, NAD default, SandboxID: "4af7dace3a2b6c14b8039536f72d113b4808ec41516fdc0f1c8a314952d32fd5", PCI device ID: , UID: "1569f4ed-b109-4794-a8d3-aebf7c175a60", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0327 23:06:57.348547    3843 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd decfcbb6ebaa28af66ea8874ad7de5f10c8845e5e9c99852f494d74b819cd804 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd decfcbb6ebaa28af66ea8874ad7de5f10c8845e5e9c99852f494d74b819cd804 network default NAD default]
I0327 23:06:57.359479    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-dhjcd, hostIfaceName: decfcbb6ebaa28a, network: default, NAD default, SandboxID: "decfcbb6ebaa28af66ea8874ad7de5f10c8845e5e9c99852f494d74b819cd804", PCI device ID: , UID: "bcf44d07-62cf-4fba-a393-d5735429a31e", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0327 23:06:57.370019    3843 cni.go:424] [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc 4af7dace3a2b6c14b8039536f72d113b4808ec41516fdc0f1c8a314952d32fd5 network default NAD default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-8rqqc 4af7dace3a2b6c14b8039536f72d113b4808ec41516fdc0f1c8a314952d32fd5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:d9:56:85:dc:1d\",\"name\":\"4af7dace3a2b6c1\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ec2322-7820-4e4a-b384-23115f879ca5\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:06:57.405205    3843 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd decfcbb6ebaa28af66ea8874ad7de5f10c8845e5e9c99852f494d74b819cd804 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-dhjcd decfcbb6ebaa28af66ea8874ad7de5f10c8845e5e9c99852f494d74b819cd804 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:8f:55:b2:76:17\",\"name\":\"decfcbb6ebaa28a\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9af45b04-f2a6-438f-9582-f1ed4d8d6014\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:07:12.151666    3843 namespace.go:98] [openshift-pipelines] adding namespace
I0327 23:07:12.152552    3843 namespace.go:102] [openshift-pipelines] adding namespace took 854.667µs
I0327 23:07:12.172990    3843 namespace.go:142] [openshift-pipelines] updating namespace
I0327 23:07:12.854985    3843 namespace.go:142] [cert-manager] updating namespace
I0327 23:07:13.056233    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:07:13.457473    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:07:13.656850    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:07:13.856586    3843 namespace.go:142] [open-cluster-management-2pabjk1o0k4lirtjul81bm4bi3nfk4gj] updating namespace
I0327 23:07:14.260815    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:07:14.463051    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:07:14.663284    3843 namespace.go:142] [trusted-artifact-signer] updating namespace
I0327 23:07:14.863539    3843 namespace.go:142] [tsf] updating namespace
I0327 23:07:15.065211    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:07:15.265463    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:07:15.467778    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:07:15.606218    3843 namespace.go:142] [cert-manager] updating namespace
I0327 23:07:15.616180    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:07:15.624251    3843 namespace.go:142] [default] updating namespace
I0327 23:07:15.633659    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:07:15.641839    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:07:15.651682    3843 namespace.go:142] [open-cluster-management-2pabjk1o0k4lirtjul81bm4bi3nfk4gj] updating namespace
I0327 23:07:15.660634    3843 namespace.go:142] [openshift] updating namespace
I0327 23:07:15.671306    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:07:15.679408    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:07:15.689762    3843 namespace.go:142] [trusted-artifact-signer] updating namespace
I0327 23:07:15.698492    3843 namespace.go:142] [tsf] updating namespace
I0327 23:07:15.709709    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:07:15.731014    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:07:15.749471    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:07:15.851876    3843 namespace.go:142] [cert-manager] updating namespace
I0327 23:07:15.951010    3843 namespace.go:142] [cert-manager-operator] updating namespace
I0327 23:07:16.050073    3843 namespace.go:142] [default] updating namespace
I0327 23:07:16.154722    3843 namespace.go:142] [konflux-operator] updating namespace
I0327 23:07:16.251166    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:07:16.355264    3843 namespace.go:142] [open-cluster-management-2pabjk1o0k4lirtjul81bm4bi3nfk4gj] updating namespace
I0327 23:07:16.449979    3843 namespace.go:142] [openshift] updating namespace
I0327 23:07:16.549954    3843 namespace.go:142] [rhbk-operator] updating namespace
I0327 23:07:16.651900    3843 namespace.go:142] [rhtpa-operator] updating namespace
I0327 23:07:16.751951    3843 namespace.go:142] [trusted-artifact-signer] updating namespace
I0327 23:07:16.849524    3843 namespace.go:142] [tsf] updating namespace
I0327 23:07:16.951185    3843 namespace.go:142] [tsf-keycloak] updating namespace
I0327 23:07:17.051941    3843 namespace.go:142] [tsf-tas] updating namespace
I0327 23:07:17.151982    3843 namespace.go:142] [tsf-tpa] updating namespace
I0327 23:07:17.448409    3843 namespace.go:142] [openshift-pipelines] updating namespace
I0327 23:07:23.409490    3843 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:07:23.410075    3843 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:07:23.430938    3843 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:07:23.430962    3843 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:07:23.436291    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0327 23:07:23.436309    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0327 23:07:26.475071    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-qmnlb for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:07:26.475169    3843 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb
I0327 23:07:26.493221    3843 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb] pod update took 18.079236ms
I0327 23:07:26.493250    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb] addLogicalPort annotation time took 18.112676ms
I0327 23:07:26.494461    3843 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb] addLogicalPort took 19.401827ms, libovsdb time 848.159µs
I0327 23:07:26.569277    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-jqk6c for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:07:26.569372    3843 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c
I0327 23:07:26.586308    3843 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c] pod update took 16.960046ms
I0327 23:07:26.586335    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c] addLogicalPort annotation time took 16.99301ms
I0327 23:07:26.587592    3843 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c] addLogicalPort took 18.336236ms, libovsdb time 879.762µs
I0327 23:07:26.847654    3843 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb 7dbad522fac612120b7bddf7ac1417bd791bddd4ef07c3e96729fd5ea5af34c4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb 7dbad522fac612120b7bddf7ac1417bd791bddd4ef07c3e96729fd5ea5af34c4 network default NAD default]
I0327 23:07:26.857021    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-qmnlb, hostIfaceName: 7dbad522fac6121, network: default, NAD default, SandboxID: "7dbad522fac612120b7bddf7ac1417bd791bddd4ef07c3e96729fd5ea5af34c4", PCI device ID: , UID: "00e11fb7-f478-42ce-861b-8c1c40e48b31", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0327 23:07:26.906350    3843 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb 7dbad522fac612120b7bddf7ac1417bd791bddd4ef07c3e96729fd5ea5af34c4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-qmnlb 7dbad522fac612120b7bddf7ac1417bd791bddd4ef07c3e96729fd5ea5af34c4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:98:5e:64:e7:53\",\"name\":\"7dbad522fac6121\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f4ecd3b-e512-40b5-95db-e2b812503c7a\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:07:26.938522    3843 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c fba322310f47130c06e4d51c3029f73d4bca3ea7bf43eeb068e0434c3f47e812 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c fba322310f47130c06e4d51c3029f73d4bca3ea7bf43eeb068e0434c3f47e812 network default NAD default]
I0327 23:07:26.948799    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-jqk6c, hostIfaceName: fba322310f47130, network: default, NAD default, SandboxID: "fba322310f47130c06e4d51c3029f73d4bca3ea7bf43eeb068e0434c3f47e812", PCI device ID: , UID: "89f3f0a6-4618-4d45-8a65-b509e085968a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0327 23:07:26.993850    3843 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c fba322310f47130c06e4d51c3029f73d4bca3ea7bf43eeb068e0434c3f47e812 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jqk6c fba322310f47130c06e4d51c3029f73d4bca3ea7bf43eeb068e0434c3f47e812 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:6c:58:6f:ba:02\",\"name\":\"fba322310f47130\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/178f3910-ba92-489b-bb8f-e28a000e8b29\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:07:30.473435    3843 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:30.473459    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:30.473464    3843 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:30.473468    3843 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:31.255454    3843 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0327 23:07:31.255476    3843 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0327 23:07:31.255482    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0327 23:07:31.255546    3843 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0327 23:07:31.255559    3843 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0327 23:07:31.255563    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0327 23:07:38.370163    3843 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0327 23:07:38.394158    3843 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0327 23:07:41.452668    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:41.452695    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:41.452703    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0327 23:07:41.452709    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0327 23:07:53.402344    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-xq8c7 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:07:53.402437    3843 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7
I0327 23:07:53.417630    3843 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7] pod update took 15.191887ms
I0327 23:07:53.417658    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7] addLogicalPort annotation time took 15.246699ms
I0327 23:07:53.419134    3843 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7] addLogicalPort took 16.811944ms, libovsdb time 1.009563ms
I0327 23:07:53.767146    3843 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7 4df02c487cb1550f11fc1f966fdd3f3ed62acab5654cfa401a4893fffa6d90eb network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7 4df02c487cb1550f11fc1f966fdd3f3ed62acab5654cfa401a4893fffa6d90eb network default NAD default]
I0327 23:07:53.775821    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-xq8c7, hostIfaceName: 4df02c487cb1550, network: default, NAD default, SandboxID: "4df02c487cb1550f11fc1f966fdd3f3ed62acab5654cfa401a4893fffa6d90eb", PCI device ID: , UID: "3a513d91-f74d-49e8-a48f-f53cbcbc9b22", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0327 23:07:53.823420    3843 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7 4df02c487cb1550f11fc1f966fdd3f3ed62acab5654cfa401a4893fffa6d90eb network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xq8c7 4df02c487cb1550f11fc1f966fdd3f3ed62acab5654cfa401a4893fffa6d90eb network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:dd:99:54:c1:20\",\"name\":\"4df02c487cb1550\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c6b0594-70c3-4422-bb55-503553f8149d\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:07:57.489659    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0327 23:08:02.644995    3843 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:08:02.645518    3843 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:08:02.669543    3843 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:08:02.669571    3843 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:08:02.675138    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0327 23:08:02.675162    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0327 23:08:10.301897    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-dp9gr for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:08:10.301994    3843 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr
I0327 23:08:10.315515    3843 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr] pod update took 13.545258ms
I0327 23:08:10.315540    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr] addLogicalPort annotation time took 13.575972ms
I0327 23:08:10.316911    3843 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr] addLogicalPort took 15.02808ms, libovsdb time 969.898µs
I0327 23:08:10.973478    3843 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr fcf0d4a5c908e6058e50bc10b8ecee0c55506f428481a98ee6bcf26daecf7a99 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr fcf0d4a5c908e6058e50bc10b8ecee0c55506f428481a98ee6bcf26daecf7a99 network default NAD default]
I0327 23:08:10.982555    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-dp9gr, hostIfaceName: fcf0d4a5c908e60, network: default, NAD default, SandboxID: "fcf0d4a5c908e6058e50bc10b8ecee0c55506f428481a98ee6bcf26daecf7a99", PCI device ID: , UID: "8c94b48f-358e-44a2-9e29-2702db0043cf", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0327 23:08:11.033113    3843 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr fcf0d4a5c908e6058e50bc10b8ecee0c55506f428481a98ee6bcf26daecf7a99 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-dp9gr fcf0d4a5c908e6058e50bc10b8ecee0c55506f428481a98ee6bcf26daecf7a99 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:4e:69:66:de:d3\",\"name\":\"fcf0d4a5c908e60\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a1d3be9-b3e3-4cc7-bff6-2ab39e6f9bc9\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:08:13.021191    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0327 23:08:15.385957    3843 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0327 23:08:18.044662    3843 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
W0327 23:08:24.417030    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:08:24.417055    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:08:24.419316    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0327 23:08:35.130125    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-jfzdw for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:08:35.130231    3843 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw
I0327 23:08:35.143992    3843 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw] pod update took 13.795161ms
I0327 23:08:35.144023    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw] addLogicalPort annotation time took 13.830467ms
I0327 23:08:35.145221    3843 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw] addLogicalPort took 15.11193ms, libovsdb time 831.544µs
I0327 23:08:35.488949    3843 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw 5a44a6ae4a2046692a5b656c86ae5b3bb3cc89e168a9c6949585cabcde2fe543 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw 5a44a6ae4a2046692a5b656c86ae5b3bb3cc89e168a9c6949585cabcde2fe543 network default NAD default]
I0327 23:08:35.498162    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-jfzdw, hostIfaceName: 5a44a6ae4a20466, network: default, NAD default, SandboxID: "5a44a6ae4a2046692a5b656c86ae5b3bb3cc89e168a9c6949585cabcde2fe543", PCI device ID: , UID: "91b8c031-ad08-4921-bdb4-a96e6fa0d697", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0327 23:08:35.545463    3843 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw 5a44a6ae4a2046692a5b656c86ae5b3bb3cc89e168a9c6949585cabcde2fe543 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-jfzdw 5a44a6ae4a2046692a5b656c86ae5b3bb3cc89e168a9c6949585cabcde2fe543 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:a2:33:6e:09:5e\",\"name\":\"5a44a6ae4a20466\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fe6a4c2-3ec2-4a19-9601-d75dab40253a\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:08:43.711226    3843 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0327 23:08:43.711252    3843 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0327 23:08:43.711258    3843 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0327 23:08:46.792279    3843 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:08:46.792905    3843 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:08:47.556854    3843 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:08:47.556881    3843 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:08:47.562441    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0327 23:08:47.562471    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0327 23:08:49.577340    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:08:49.577370    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:08:49.577368    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0327 23:09:05.480985    3843 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:05.481538    3843 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:22.903344    3843 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-gvqnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:22.903940    3843 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-gvqnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:23.931037    3843 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-gvqnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:09:23.931064    3843 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-gvqnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:09:24.273135    3843 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:24.273698    3843 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:09:24.784404    3843 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:09:24.784427    3843 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:09:24.789688    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0327 23:09:24.789715    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
W0327 23:09:26.810583    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:09:26.810634    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0327 23:09:26.816281    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0327 23:09:28.956485    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0327 23:09:29.013429    3843 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0327 23:09:29.013451    3843 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
I0327 23:09:31.370600    3843 egressfirewall.go:628] Syncing node "ip-10-0-0-48.ec2.internal" for egress firewall
I0327 23:09:31.370650    3843 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-48.ec2.internal
I0327 23:09:31.370678    3843 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-48.ec2.internal: 32.98µs
I0327 23:09:35.036512    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0327 23:09:41.032789    3843 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8] creating logical port openshift-pipelines_pipelines-console-plugin-79cb8f5447-lf4h8 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:09:41.032925    3843 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8
I0327 23:09:41.045336    3843 pod.go:62] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8] pod update took 12.439649ms
I0327 23:09:41.045367    3843 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8] addLogicalPort annotation time took 12.478574ms
I0327 23:09:41.046944    3843 pods.go:271] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8] addLogicalPort took 14.16695ms, libovsdb time 1.037066ms
I0327 23:09:41.393163    3843 cni.go:403] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8 ab8ba26aa91f24c2b6401388e49ad54c76311d54157d3da8cc177c4897bba5ec network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8 ab8ba26aa91f24c2b6401388e49ad54c76311d54157d3da8cc177c4897bba5ec network default NAD default]
I0327 23:09:41.402080    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-79cb8f5447-lf4h8, hostIfaceName: ab8ba26aa91f24c, network: default, NAD default, SandboxID: "ab8ba26aa91f24c2b6401388e49ad54c76311d54157d3da8cc177c4897bba5ec", PCI device ID: , UID: "334c0927-4bb3-4822-896d-08fc4d449598", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0327 23:09:41.449021    3843 cni.go:424] [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8 ab8ba26aa91f24c2b6401388e49ad54c76311d54157d3da8cc177c4897bba5ec network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-79cb8f5447-lf4h8 ab8ba26aa91f24c2b6401388e49ad54c76311d54157d3da8cc177c4897bba5ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:ed:3e:0f:ba:72\",\"name\":\"ab8ba26aa91f24c\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c7cf71e-5022-4009-b70b-a02b4e551de8\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:09:45.018090    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0327 23:10:00.172161    3843 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29577550-zcpwn for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:10:00.172266    3843 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn
I0327 23:10:00.184911    3843 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn] pod update took 12.676248ms
I0327 23:10:00.184998    3843 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn] addLogicalPort annotation time took 12.76732ms
I0327 23:10:00.186453    3843 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn] addLogicalPort took 14.307396ms, libovsdb time 939.492µs
I0327 23:10:00.531913    3843 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default]
I0327 23:10:00.540381    3843 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29577550-zcpwn, hostIfaceName: 22591082c54b682, network: default, NAD default, SandboxID: "22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81", PCI device ID: , UID: "fa5d7c2c-4be2-4d5a-bcba-a9c931190db9", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0327 23:10:00.795138    3843 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:69:c2:c7:85:51\",\"name\":\"22591082c54b682\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49f33315-e45d-4332-8a9d-d5917b816c38\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:10:04.209961    3843 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default]
I0327 23:10:04.289653    3843 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn 22591082c54b68226bbc53274d0d639fa4f06d4a3773d9cc388cb8274c0b4a81 network default NAD default], result "{}", err <nil>
I0327 23:10:04.336703    3843 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:04.336745    3843 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn
I0327 23:10:04.338117    3843 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn, ips: 10.128.0.37
I0327 23:10:04.338149    3843 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:05.220149    3843 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:05.220180    3843 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29577550-zcpwn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:05.598141    3843 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:05.598167    3843 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:05.605667    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0327 23:10:05.605689    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0327 23:10:14.334861    3843 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:14.335516    3843 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:14.355056    3843 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:14.355076    3843 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:14.365023    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0327 23:10:14.365050    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0327 23:10:17.271751    3843 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-766f948c75-f65kh] creating logical port tsf-tas_trillian-logserver-766f948c75-f65kh for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:10:17.271870    3843 kube.go:256] Updating pod tsf-tas/trillian-logserver-766f948c75-f65kh
I0327 23:10:17.288214    3843 pod.go:62] [tsf-tas/trillian-logserver-766f948c75-f65kh] pod update took 16.362344ms
I0327 23:10:17.288244    3843 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-766f948c75-f65kh] addLogicalPort annotation time took 16.397552ms
I0327 23:10:17.289739    3843 pods.go:271] [tsf-tas/trillian-logserver-766f948c75-f65kh] addLogicalPort took 18.009648ms, libovsdb time 949.254µs
I0327 23:10:18.311442    3843 cni.go:403] [tsf-tas/trillian-logserver-766f948c75-f65kh 6768eb4126f48002cd3a44a864785f046fd8fae715a6313745e064bddba2dc8f network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-766f948c75-f65kh 6768eb4126f48002cd3a44a864785f046fd8fae715a6313745e064bddba2dc8f network default NAD default]
I0327 23:10:18.320398    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-766f948c75-f65kh, hostIfaceName: 6768eb4126f4800, network: default, NAD default, SandboxID: "6768eb4126f48002cd3a44a864785f046fd8fae715a6313745e064bddba2dc8f", PCI device ID: , UID: "c8107d17-ba90-498f-aa49-4d3b3a39b7a5", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0327 23:10:18.369381    3843 cni.go:424] [tsf-tas/trillian-logserver-766f948c75-f65kh 6768eb4126f48002cd3a44a864785f046fd8fae715a6313745e064bddba2dc8f network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-766f948c75-f65kh 6768eb4126f48002cd3a44a864785f046fd8fae715a6313745e064bddba2dc8f network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:b6:3c:39:8c:9d\",\"name\":\"6768eb4126f4800\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20114355-4ac1-46f8-a221-3e96ab301df0\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:10:19.972534    3843 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7bd75c574d-9t52g] creating logical port tsf-tas_trillian-db-7bd75c574d-9t52g for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:10:19.972656    3843 kube.go:256] Updating pod tsf-tas/trillian-db-7bd75c574d-9t52g
I0327 23:10:19.984772    3843 pod.go:62] [tsf-tas/trillian-db-7bd75c574d-9t52g] pod update took 12.143476ms
I0327 23:10:19.984802    3843 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-7bd75c574d-9t52g] addLogicalPort annotation time took 12.192465ms
I0327 23:10:19.986164    3843 pods.go:271] [tsf-tas/trillian-db-7bd75c574d-9t52g] addLogicalPort took 13.652243ms, libovsdb time 964.231µs
W0327 23:10:22.112347    3843 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0327 23:10:22.112373    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
W0327 23:10:25.316195    3843 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0327 23:10:28.154083    3843 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0327 23:10:29.032067    3843 cni.go:403] [tsf-tas/trillian-db-7bd75c574d-9t52g 22a8fd2737042e7a9a306597ef0753c1b1aa57ae0dd3d576c2495a2b153b87cf network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-7bd75c574d-9t52g 22a8fd2737042e7a9a306597ef0753c1b1aa57ae0dd3d576c2495a2b153b87cf network default NAD default]
I0327 23:10:29.040434    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7bd75c574d-9t52g, hostIfaceName: 22a8fd2737042e7, network: default, NAD default, SandboxID: "22a8fd2737042e7a9a306597ef0753c1b1aa57ae0dd3d576c2495a2b153b87cf", PCI device ID: , UID: "5d19baec-e0db-4f81-ae2d-6dd264a7f909", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0327 23:10:29.086565    3843 cni.go:424] [tsf-tas/trillian-db-7bd75c574d-9t52g 22a8fd2737042e7a9a306597ef0753c1b1aa57ae0dd3d576c2495a2b153b87cf network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-7bd75c574d-9t52g 22a8fd2737042e7a9a306597ef0753c1b1aa57ae0dd3d576c2495a2b153b87cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:7f:00:ac:87:e0\",\"name\":\"22a8fd2737042e7\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ac2af77-84e2-4991-86ad-601604a1959d\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:10:32.350875    3843 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0327 23:10:41.373269    3843 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vvwth-lxlpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:41.373869    3843 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-vvwth-lxlpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:10:42.238892    3843 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vvwth-lxlpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:10:42.238918    3843 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-vvwth-lxlpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0327 23:10:43.394555    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0327 23:10:57.387651    3843 namespace.go:142] [openshift-pipelines] updating namespace
I0327 23:10:57.944955    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
W0327 23:10:59.449702    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver
I0327 23:11:04.594444    3843 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:04.594993    3843 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:04.614296    3843 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:04.614320    3843 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:04.620233    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0327 23:11:04.620255    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0327 23:11:12.651648    3843 obj_retry.go:464] Detected object tsf/patch-tekton-config-l4pwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:12.652257    3843 obj_retry.go:464] Detected object tsf/patch-tekton-config-l4pwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:13.053603    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0327 23:11:13.684543    3843 obj_retry.go:458] Detected object tsf/patch-tekton-config-l4pwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:13.684569    3843 obj_retry.go:458] Detected object tsf/patch-tekton-config-l4pwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:13.807765    3843 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-rn4wv] creating logical port tsf_tsf-tekton-configuration-rn4wv for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:11:13.807859    3843 kube.go:256] Updating pod tsf/tsf-tekton-configuration-rn4wv
I0327 23:11:13.819581    3843 pod.go:62] [tsf/tsf-tekton-configuration-rn4wv] pod update took 11.747653ms
I0327 23:11:13.819630    3843 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-rn4wv] addLogicalPort annotation time took 11.778897ms
I0327 23:11:13.821171    3843 pods.go:271] [tsf/tsf-tekton-configuration-rn4wv] addLogicalPort took 13.419104ms, libovsdb time 944.352µs
I0327 23:11:14.193946    3843 cni.go:403] [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default]
I0327 23:11:14.204670    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-rn4wv, hostIfaceName: 634664f8ea081c6, network: default, NAD default, SandboxID: "634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457", PCI device ID: , UID: "721f446a-4edb-4671-9c37-9549c9065fb2", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0327 23:11:14.252733    3843 cni.go:424] [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:14:84:75:92:43\",\"name\":\"634664f8ea081c6\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76f5915c-0570-46ee-996c-be122b44223b\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:11:15.667036    3843 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-wpwm6-x5grc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:15.667656    3843 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-wpwm6-x5grc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:16.552131    3843 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-wpwm6-x5grc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:16.552164    3843 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-wpwm6-x5grc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:17.550385    3843 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-m9vwn-l2rxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:17.551117    3843 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-m9vwn-l2rxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:18.441183    3843 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-m9vwn-l2rxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:18.441205    3843 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-m9vwn-l2rxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0327 23:11:21.459497    3843 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0327 23:11:21.943359    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99
W0327 23:11:22.577802    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0327 23:11:22.614185    3843 cni.go:403] [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default]
I0327 23:11:22.708894    3843 cni.go:424] [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-rn4wv 634664f8ea081c6db7333c99902b9d195f883871f11781a822afd458b0bf2457 network default NAD default], result "{}", err <nil>
I0327 23:11:22.755484    3843 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rn4wv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:22.755532    3843 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-rn4wv
I0327 23:11:22.757097    3843 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-rn4wv, ips: 10.128.0.40
I0327 23:11:22.757129    3843 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rn4wv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:23.773272    3843 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rn4wv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:23.773312    3843 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rn4wv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:23.834949    3843 obj_retry.go:458] Detected object tsf/patch-tekton-config-l4pwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:23.834978    3843 obj_retry.go:458] Detected object tsf/patch-tekton-config-l4pwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:23.839085    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-l4pwv
I0327 23:11:23.839105    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-l4pwv
W0327 23:11:26.599155    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0327 23:11:34.660449    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0327 23:11:34.677988    3843 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:34.678568    3843 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:34.703272    3843 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:34.703290    3843 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:34.709865    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0327 23:11:34.709883    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0327 23:11:38.806635    3843 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:38.807223    3843 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:38.824496    3843 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:38.824521    3843 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:38.829681    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0327 23:11:38.829703    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0327 23:11:44.746276    3843 obj_retry.go:464] Detected object tsf-tpa/create-db-47htb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:44.746856    3843 obj_retry.go:464] Detected object tsf-tpa/create-db-47htb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:45.777767    3843 obj_retry.go:458] Detected object tsf-tpa/create-db-47htb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:45.777790    3843 obj_retry.go:458] Detected object tsf-tpa/create-db-47htb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:48.765056    3843 obj_retry.go:464] Detected object tsf-tpa/migrate-db-v94m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:48.765668    3843 obj_retry.go:464] Detected object tsf-tpa/migrate-db-v94m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:48.900087    3843 obj_retry.go:458] Detected object tsf-tpa/migrate-db-v94m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:48.900114    3843 obj_retry.go:458] Detected object tsf-tpa/migrate-db-v94m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:49.864055    3843 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-qkrpw-29dcv] creating logical port tsf-tas_tuf-repository-init-qkrpw-29dcv for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:11:49.864148    3843 kube.go:256] Updating pod tsf-tas/tuf-repository-init-qkrpw-29dcv
I0327 23:11:49.875045    3843 pod.go:62] [tsf-tas/tuf-repository-init-qkrpw-29dcv] pod update took 10.920665ms
I0327 23:11:49.875068    3843 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-qkrpw-29dcv] addLogicalPort annotation time took 10.948671ms
I0327 23:11:49.876404    3843 pods.go:271] [tsf-tas/tuf-repository-init-qkrpw-29dcv] addLogicalPort took 12.364856ms, libovsdb time 953.49µs
I0327 23:11:51.787497    3843 obj_retry.go:464] Detected object tsf-tpa/create-importers-tgp5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:51.788096    3843 obj_retry.go:464] Detected object tsf-tpa/create-importers-tgp5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:52.017526    3843 base_network_controller_pods.go:487] [default/tsf-tpa/server-78f7bbbb74-cx2xv] creating logical port tsf-tpa_server-78f7bbbb74-cx2xv for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:11:52.017652    3843 kube.go:256] Updating pod tsf-tpa/server-78f7bbbb74-cx2xv
I0327 23:11:52.033570    3843 pod.go:62] [tsf-tpa/server-78f7bbbb74-cx2xv] pod update took 15.972144ms
I0327 23:11:52.033590    3843 base_network_controller_pods.go:937] [default/tsf-tpa/server-78f7bbbb74-cx2xv] addLogicalPort annotation time took 15.995651ms
I0327 23:11:52.034871    3843 pods.go:271] [tsf-tpa/server-78f7bbbb74-cx2xv] addLogicalPort took 17.360033ms, libovsdb time 858.474µs
I0327 23:11:52.805711    3843 obj_retry.go:458] Detected object tsf-tpa/create-importers-tgp5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:52.805739    3843 obj_retry.go:458] Detected object tsf-tpa/create-importers-tgp5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:54.028589    3843 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-fd7xb] creating logical port tsf-tpa_importer-74cd48f5c7-fd7xb for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:11:54.028707    3843 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-fd7xb
I0327 23:11:54.047176    3843 pod.go:62] [tsf-tpa/importer-74cd48f5c7-fd7xb] pod update took 18.498494ms
I0327 23:11:54.047205    3843 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-fd7xb] addLogicalPort annotation time took 18.533552ms
I0327 23:11:54.048533    3843 pods.go:271] [tsf-tpa/importer-74cd48f5c7-fd7xb] addLogicalPort took 19.963629ms, libovsdb time 834.922µs
I0327 23:11:54.123538    3843 cni.go:403] [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default]
I0327 23:11:54.131920    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-qkrpw-29dcv, hostIfaceName: 692acddc819dc33, network: default, NAD default, SandboxID: "692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0", PCI device ID: , UID: "62df0c0f-05c5-414d-9e10-745f91ace5c6", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0327 23:11:54.178366    3843 cni.go:424] [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:60:c3:57:37:33\",\"name\":\"692acddc819dc33\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17cdce7d-1a1d-4102-9b01-37da599c8183\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:11:57.803309    3843 cni.go:403] [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default]
I0327 23:11:57.868827    3843 cni.go:424] [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-qkrpw-29dcv 692acddc819dc33749c59fc08c5982a75bd3d0fd77506cb6146e0292867ba0a0 network default NAD default], result "{}", err <nil>
I0327 23:11:57.918087    3843 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-qkrpw-29dcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:57.918119    3843 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-qkrpw-29dcv
I0327 23:11:57.919512    3843 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-qkrpw-29dcv, ips: 10.128.0.41
I0327 23:11:57.919542    3843 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-qkrpw-29dcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:11:58.814390    3843 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-qkrpw-29dcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:11:58.814421    3843 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-qkrpw-29dcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:12:01.723930    3843 cni.go:403] [tsf-tpa/server-78f7bbbb74-cx2xv a205f6dc9842bba01fb975ae1383817f7040c138f9a8a70862d3a9f5c759b93e network default NAD default] ADD starting CNI request [tsf-tpa/server-78f7bbbb74-cx2xv a205f6dc9842bba01fb975ae1383817f7040c138f9a8a70862d3a9f5c759b93e network default NAD default]
I0327 23:12:01.732882    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-78f7bbbb74-cx2xv, hostIfaceName: a205f6dc9842bba, network: default, NAD default, SandboxID: "a205f6dc9842bba01fb975ae1383817f7040c138f9a8a70862d3a9f5c759b93e", PCI device ID: , UID: "5a92a484-ee79-4be2-9a1e-d0030fc3bf6d", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0327 23:12:01.780719    3843 cni.go:424] [tsf-tpa/server-78f7bbbb74-cx2xv a205f6dc9842bba01fb975ae1383817f7040c138f9a8a70862d3a9f5c759b93e network default NAD default] ADD finished CNI request [tsf-tpa/server-78f7bbbb74-cx2xv a205f6dc9842bba01fb975ae1383817f7040c138f9a8a70862d3a9f5c759b93e network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:45:f3:1f:35:19\",\"name\":\"a205f6dc9842bba\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af71d15-463f-494a-b268-28a2e3f63c93\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:12:01.889653    3843 cni.go:403] [tsf-tpa/importer-74cd48f5c7-fd7xb 433277d0463c95022709e1d04927e2e13b13da284e79972c5b8b9a6e12344b13 network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-fd7xb 433277d0463c95022709e1d04927e2e13b13da284e79972c5b8b9a6e12344b13 network default NAD default]
I0327 23:12:01.897817    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-fd7xb, hostIfaceName: 433277d0463c950, network: default, NAD default, SandboxID: "433277d0463c95022709e1d04927e2e13b13da284e79972c5b8b9a6e12344b13", PCI device ID: , UID: "f363dceb-89dc-4f86-8db0-16ffb098728d", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0327 23:12:01.942534    3843 cni.go:424] [tsf-tpa/importer-74cd48f5c7-fd7xb 433277d0463c95022709e1d04927e2e13b13da284e79972c5b8b9a6e12344b13 network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-fd7xb 433277d0463c95022709e1d04927e2e13b13da284e79972c5b8b9a6e12344b13 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:be:fc:ce:b6:60\",\"name\":\"433277d0463c950\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c68babcf-a979-4a4b-9c6a-bc1e756e404a\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0327 23:12:01.965553    3843 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-dw5j4] creating logical port tsf-tas_tuf-bc5768c88-dw5j4 for pod on switch ip-10-0-1-88.ec2.internal
I0327 23:12:01.965654    3843 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-dw5j4
I0327 23:12:01.981758    3843 pod.go:62] [tsf-tas/tuf-bc5768c88-dw5j4] pod update took 16.126433ms
I0327 23:12:01.981780    3843 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-dw5j4] addLogicalPort annotation time took 16.152966ms
I0327 23:12:01.982963    3843 pods.go:271] [tsf-tas/tuf-bc5768c88-dw5j4] addLogicalPort took 17.421754ms, libovsdb time 773.507µs
W0327 23:12:05.852885    3843 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0327 23:12:11.037178    3843 cni.go:403] [tsf-tas/tuf-bc5768c88-dw5j4 2110d304af7400b322e068f20f08675a4b342d0c9e4a96a364909aefb7191837 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-dw5j4 2110d304af7400b322e068f20f08675a4b342d0c9e4a96a364909aefb7191837 network default NAD default]
I0327 23:12:11.045950    3843 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-dw5j4, hostIfaceName: 2110d304af7400b, network: default, NAD default, SandboxID: "2110d304af7400b322e068f20f08675a4b342d0c9e4a96a364909aefb7191837", PCI device ID: , UID: "6c615880-77f5-441b-957b-9f0c80e53e61", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0327 23:12:11.093164    3843 cni.go:424] [tsf-tas/tuf-bc5768c88-dw5j4 2110d304af7400b322e068f20f08675a4b342d0c9e4a96a364909aefb7191837 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-dw5j4 2110d304af7400b322e068f20f08675a4b342d0c9e4a96a364909aefb7191837 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:da:44:73:ff:de\",\"name\":\"2110d304af7400b\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f07370e9-a337-4d0f-ac59-96a5df4f4bb2\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0327 23:12:13.895643    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
W0327 23:12:16.857308    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
W0327 23:12:24.906165    3843 util.go:959] Failed to build node endpoints for node ip-10-0-1-88.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf
I0327 23:12:34.113840    3843 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:12:34.114383    3843 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:12:34.136266    3843 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:12:34.136290    3843 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:12:34.139272    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0327 23:12:34.139303    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0327 23:12:34.949754    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55
I0327 23:12:35.100933    3843 namespace.go:98] [integration-service] adding namespace
I0327 23:12:35.101988    3843 namespace.go:102] [integration-service] adding namespace took 1.029725ms
I0327 23:12:35.103291    3843 namespace.go:98] [image-controller] adding namespace
I0327 23:12:35.103937    3843 namespace.go:102] [image-controller] adding namespace took 629.55µs
I0327 23:12:35.114564    3843 namespace.go:98] [build-service] adding namespace
I0327 23:12:35.115637    3843 namespace.go:102] [build-service] adding namespace took 985.114µs
I0327 23:12:35.135648    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:35.158512    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:35.172497    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:35.232465    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:35.232540    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:35.259461    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:35.351921    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:35.367256    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:35.392953    3843 namespace.go:98] [release-service] adding namespace
I0327 23:12:35.393765    3843 namespace.go:102] [release-service] adding namespace took 790.389µs
I0327 23:12:35.421702    3843 namespace.go:142] [release-service] updating namespace
I0327 23:12:35.427263    3843 namespace.go:142] [konflux-ui] updating namespace
I0327 23:12:35.476836    3843 namespace.go:142] [release-service] updating namespace
I0327 23:12:35.654496    3843 namespace.go:98] [konflux-info] adding namespace
I0327 23:12:35.655379    3843 namespace.go:102] [konflux-info] adding namespace took 860.769µs
I0327 23:12:35.784519    3843 namespace.go:142] [konflux-info] updating namespace
I0327 23:12:35.826246    3843 namespace.go:98] [namespace-lister] adding namespace
I0327 23:12:35.826969    3843 namespace.go:102] [namespace-lister] adding namespace took 703.882µs
I0327 23:12:35.921556    3843 namespace.go:142] [konflux-info] updating namespace
I0327 23:12:35.975754    3843 namespace.go:98] [enterprise-contract-service] adding namespace
I0327 23:12:35.976674    3843 namespace.go:102] [enterprise-contract-service] adding namespace took 894.746µs
I0327 23:12:36.076571    3843 namespace.go:142] [namespace-lister] updating namespace
I0327 23:12:36.076689    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:36.253304    3843 namespace.go:142] [namespace-lister] updating namespace
I0327 23:12:36.519931    3843 namespace.go:142] [enterprise-contract-service] updating namespace
I0327 23:12:36.627720    3843 namespace.go:142] [enterprise-contract-service] updating namespace
I0327 23:12:36.752396    3843 namespace.go:98] [default-tenant] adding namespace
I0327 23:12:36.753265    3843 namespace.go:102] [default-tenant] adding namespace took 840.412µs
I0327 23:12:36.919287    3843 namespace.go:98] [segment-bridge] adding namespace
I0327 23:12:36.920199    3843 namespace.go:102] [segment-bridge] adding namespace took 889.912µs
I0327 23:12:36.981314    3843 namespace.go:142] [default-tenant] updating namespace
I0327 23:12:37.058231    3843 namespace.go:142] [default-tenant] updating namespace
I0327 23:12:37.144454    3843 namespace.go:142] [segment-bridge] updating namespace
I0327 23:12:37.185194    3843 namespace.go:142] [segment-bridge] updating namespace
I0327 23:12:37.287732    3843 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0327 23:12:37.288437    3843 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0327 23:12:37.288458    3843 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0327 23:12:37.291227    3843 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0327 23:12:37.372686    3843 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0327 23:12:37.372724    3843 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0327 23:12:37.373694    3843 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0327 23:12:37.769378    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:38.176597    3843 namespace.go:142] [enterprise-contract-service] updating namespace
I0327 23:12:38.540301    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:38.824368    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:39.033346    3843 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-vpgth of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:12:39.033952    3843 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-vpgth of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:12:39.155951    3843 namespace.go:142] [konflux-info] updating namespace
I0327 23:12:39.344395    3843 namespace.go:142] [namespace-lister] updating namespace
I0327 23:12:39.549747    3843 namespace.go:142] [release-service] updating namespace
I0327 23:12:39.703460    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:39.720750    3843 namespace.go:142] [enterprise-contract-service] updating namespace
I0327 23:12:39.734285    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:39.746466    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:39.761553    3843 namespace.go:142] [konflux-info] updating namespace
I0327 23:12:39.781396    3843 namespace.go:142] [namespace-lister] updating namespace
I0327 23:12:39.795436    3843 namespace.go:142] [release-service] updating namespace
I0327 23:12:39.833669    3843 namespace.go:142] [build-service] updating namespace
I0327 23:12:39.880728    3843 namespace.go:142] [enterprise-contract-service] updating namespace
I0327 23:12:39.948189    3843 namespace.go:142] [image-controller] updating namespace
I0327 23:12:40.046639    3843 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-vpgth of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:12:40.046668    3843 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-vpgth of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:12:40.048780    3843 namespace.go:142] [integration-service] updating namespace
I0327 23:12:40.149534    3843 namespace.go:142] [konflux-info] updating namespace
I0327 23:12:40.249908    3843 namespace.go:142] [namespace-lister] updating namespace
I0327 23:12:40.345159    3843 namespace.go:142] [release-service] updating namespace
I0327 23:12:41.536120    3843 namespace.go:142] [default-tenant] updating namespace
I0327 23:12:41.737985    3843 namespace.go:142] [segment-bridge] updating namespace
I0327 23:12:42.047949    3843 namespace.go:142] [default-tenant] updating namespace
I0327 23:12:42.069258    3843 namespace.go:142] [segment-bridge] updating namespace
I0327 23:12:42.170057    3843 namespace.go:142] [default-tenant] updating namespace
I0327 23:12:42.269139    3843 namespace.go:142] [segment-bridge] updating namespace
W0327 23:12:42.930293    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0327 23:12:42.951453    3843 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0327 23:12:46.064378    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
W0327 23:12:52.001154    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0327 23:12:52.001174    3843 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
I0327 23:12:55.013908    3843 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
W0327 23:12:56.139230    3843 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0327 23:12:56.157742    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0327 23:12:56.161073    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0327 23:12:56.185862    3843 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0327 23:12:56.185880    3843 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0327 23:12:56.204812    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0327 23:12:56.207957    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0327 23:12:56.234115    3843 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0327 23:12:56.234415    3843 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0327 23:13:07.484121    3843 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-c8pzp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:13:07.484686    3843 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-c8pzp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:13:08.239413    3843 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-c8pzp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:13:08.239443    3843 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-c8pzp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:13:08.246350    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-c8pzp
I0327 23:13:08.246379    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-c8pzp
I0327 23:13:28.040155    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0327 23:13:35.946379    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=75
I0327 23:13:46.944368    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=169
I0327 23:13:59.356475    3843 obj_retry.go:464] Detected object konflux-ui/proxy-58bb569fbd-fksns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:13:59.357066    3843 obj_retry.go:464] Detected object konflux-ui/proxy-58bb569fbd-fksns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:13:59.535568    3843 obj_retry.go:458] Detected object konflux-ui/proxy-58bb569fbd-fksns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:13:59.535593    3843 obj_retry.go:458] Detected object konflux-ui/proxy-58bb569fbd-fksns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:13:59.539027    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-58bb569fbd-fksns
I0327 23:13:59.539049    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-58bb569fbd-fksns
I0327 23:13:59.946358    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=682
I0327 23:14:02.047069    3843 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0327 23:14:04.014000    3843 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11
I0327 23:14:09.024011    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0327 23:14:10.743104    3843 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:10.743699    3843 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:10.788811    3843 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:10.788837    3843 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:10.793382    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0327 23:14:10.793397    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0327 23:14:40.901428    3843 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-pss55 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:40.902032    3843 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-pss55 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:41.616098    3843 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-pss55 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:41.616122    3843 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-pss55 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:41.622234    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-pss55
I0327 23:14:41.622259    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-pss55
I0327 23:14:42.039393    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0327 23:14:56.114995    3843 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:56.115572    3843 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0327 23:14:56.702748    3843 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:56.702772    3843 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0327 23:14:56.705909    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8
I0327 23:14:56.705937    3843 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-jr9z8
I0327 23:15:08.029185    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0327 23:15:18.052883    3843 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0327 23:16:28.947341    3843 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9