+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-1-99.ec2.internal
++ [[ -n ip-10-0-1-99.ec2.internal ]]
++ [[ -f /env/ip-10-0-1-99.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 23:15:21.607739778 - disable conntrack on geneve port'
I0326 23:15:21.607739778 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
I0326 23:15:21.624208186 - starting ovnkube-node
+ echo 'I0326 23:15:21.624208186 - starting ovnkube-node'
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-99.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-99.ec2.internal --init-node ip-10-0-1-99.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-99.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0326 23:15:21.662529    3808 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0326 23:15:21.662576    3808 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-e7c017ecb5.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0326 23:15:21.664161    3808 kube.go:419] Waiting for certificate
I0326 23:15:21.664197    3808 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0326 23:15:21.664616    3808 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0326 23:15:21.665345    3808 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:15:21.690256    3808 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:15:21.690287    3808 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:15:21.692241    3808 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:15:21.694323    3808 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d2528"
I0326 23:15:21.703362    3808 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d2528"
I0326 23:15:21.703443    3808 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:15:22.664422    3808 kube.go:426] Certificate found
I0326 23:15:22.665015    3808 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:15:22.666240    3808 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0326 23:15:22.706655    3808 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:10:21 +0000 UTC" deadline="2026-03-27 19:54:29.539591618 +0000 UTC"
I0326 23:15:22.706702    3808 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h39m6.832904785s"
I0326 23:15:22.734749    3808 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:15:22.743407    3808 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0326 23:15:22.746038    3808 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0326 23:15:22.746325    3808 factory.go:531] Starting watch factory
I0326 23:15:22.746460    3808 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.746500    3808 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.746891    3808 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747620    3808 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747687    3808 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747623    3808 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747105    3808 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.748215    3808 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747162    3808 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.748414    3808 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.747040    3808 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.748537    3808 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.754705    3808 controller_manager.go:368] Starting the ovnkube controller
I0326 23:15:22.754715    3808 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-99.ec2.internal
I0326 23:15:22.754759    3808 controller_manager.go:393] NBDB zone sync took: 36.167µs
I0326 23:15:22.754767    3808 factory.go:531] Starting watch factory
I0326 23:15:22.765729    3808 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0326 23:15:22.766133    3808 ovn_northd.go:121] Registering OVN northd metrics
I0326 23:15:22.766914    3808 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.767002    3808 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.768308    3808 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.768615    3808 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.769803    3808 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0326 23:15:22.769832    3808 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0326 23:15:22.770154    3808 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.776343    3808 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:15:22.784717    3808 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0326 23:15:22.851888    3808 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:15:22.851911    3808 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:15:22.851915    3808 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:15:22.851918    3808 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:15:22.851921    3808 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:15:22.851925    3808 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:15:22.852005    3808 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.852026    3808 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.852029    3808 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.852072    3808 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.855812    3808 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.855814    3808 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:15:22.857685    3808 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:15:22.857697    3808 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:15:22.857749    3808 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.857762    3808 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.860481    3808 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:15:22.860492    3808 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:15:22.860496    3808 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:15:22.860499    3808 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:15:22.860502    3808 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:15:22.860505    3808 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:15:22.861060    3808 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.863060    3808 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:15:22.863118    3808 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.863132    3808 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.866046    3808 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:15:22.866058    3808 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:15:22.866848    3808 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.868440    3808 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:15:22.868491    3808 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.868502    3808 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.871448    3808 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:15:22.871648    3808 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.873576    3808 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:15:22.873633    3808 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.873644    3808 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.876508    3808 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:15:22.876725    3808 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.878766    3808 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:15:22.878836    3808 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.878853    3808 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.881825    3808 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:15:22.882531    3808 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.884499    3808 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:15:22.884649    3808 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:15:22.884666    3808 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:15:22.887510    3808 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:15:22.887869    3808 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:15:22.889867    3808 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:15:22.889994    3808 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.890012    3808 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.890371    3808 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.890385    3808 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.892867    3808 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:15:22.893356    3808 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.893550    3808 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:15:22.895591    3808 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:15:22.895600    3808 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:15:22.895607    3808 factory.go:636] Watch Factory start up complete, took: 149.287963ms
I0326 23:15:22.895678    3808 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0326 23:15:22.898600    3808 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:15:22.904494    3808 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:15:22.904505    3808 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:15:22.904511    3808 factory.go:636] Watch Factory start up complete, took: 149.74299ms
I0326 23:15:22.904519    3808 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-99.ec2.internal" zone
I0326 23:15:22.934057    3808 default_node_network_controller.go:709] Initializing the default node network controller
I0326 23:15:22.981476    3808 udn_isolation.go:101] Starting UDN host isolation manager
I0326 23:15:22.987616    3808 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0326 23:15:23.030941    3808 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0326 23:15:23.031036    3808 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0326 23:15:23.031052    3808 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0326 23:15:23.063039    3808 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0326 23:15:23.063102    3808 default_node_network_controller.go:808] Node ip-10-0-1-99.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0326 23:15:23.068096    3808 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.99"] k8s.ovn.org/zone-name:ip-10-0-1-99.ec2.internal] on node ip-10-0-1-99.ec2.internal
I0326 23:15:23.088640    3808 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0326 23:15:23.093841    3808 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0326 23:15:23.094055    3808 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1
I0326 23:15:23.094205    3808 gateway_init.go:263] Preparing Gateway
I0326 23:15:23.094216    3808 gateway_shared_intf.go:1658] Creating new gateway
I0326 23:15:23.155374    3808 controller_manager.go:427] Waiting for node in zone sync took: 250.843645ms
I0326 23:15:23.161672    3808 controller_manager.go:608] Switching to transit router for layer2 networks
I0326 23:15:23.161686    3808 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-99.ec2.internal
I0326 23:15:23.162289    3808 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:15:23.168028    3808 iptables.go:108] Creating table: filter chain: OUTPUT
I0326 23:15:23.173846    3808 gateway_shared_intf.go:1787] Gateway Creation Complete
I0326 23:15:23.173858    3808 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-99.ec2.internal","mac-address":"0a:ff:f1:43:e2:bd","ip-addresses":["10.0.1.99/24"],"ip-address":"10.0.1.99/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:394aca43-2555-4542-ac48-2314e551b0ab k8s.ovn.org/node-encap-ips:["10.0.1.99"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.99/24"} k8s.ovn.org/zone-name:ip-10-0-1-99.ec2.internal] on node ip-10-0-1-99.ec2.internal
I0326 23:15:23.178161    3808 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:15:23.183530    3808 controller_manager.go:288] SCTP support detected in OVN
I0326 23:15:23.184183    3808 services_controller.go:69] Creating services controller for network=default
I0326 23:15:23.184248    3808 udn_enabled_svc.go:80] Waiting for service informer to sync
I0326 23:15:23.184334    3808 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0326 23:15:23.184361    3808 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0326 23:15:23.184374    3808 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0326 23:15:23.184381    3808 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:15:23.184517    3808 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0326 23:15:23.184565    3808 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0326 23:15:23.184592    3808 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.06µs
I0326 23:15:23.184600    3808 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 34.844µs
I0326 23:15:23.184607    3808 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0326 23:15:23.184619    3808 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0326 23:15:23.184631    3808 default_network_controller.go:321] Starting the default network controller
I0326 23:15:23.184664    3808 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.803µs
I0326 23:15:23.184686    3808 udn_enabled_svc.go:95] Performing full resync
I0326 23:15:23.184809    3808 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.604µs
I0326 23:15:23.184831    3808 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 6.64µs
I0326 23:15:23.184941    3808 udn_enabled_svc.go:99] Waiting for handler to sync
I0326 23:15:23.184949    3808 udn_enabled_svc.go:104] Starting worker
I0326 23:15:23.191926    3808 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0326 23:15:23.191975    3808 repair.go:33] Syncing exgw routes took 38.738µs
I0326 23:15:23.191994    3808 default_network_controller.go:407] Starting all the Watchers...
I0326 23:15:23.192130    3808 namespace.go:98] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] adding namespace
I0326 23:15:23.192145    3808 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0326 23:15:23.192150    3808 namespace.go:98] [openshift-image-registry] adding namespace
I0326 23:15:23.192151    3808 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0326 23:15:23.192165    3808 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0326 23:15:23.192165    3808 namespace.go:98] [openshift-etcd] adding namespace
I0326 23:15:23.192165    3808 namespace.go:98] [openshift-console-user-settings] adding namespace
I0326 23:15:23.192176    3808 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0326 23:15:23.192178    3808 namespace.go:98] [kube-node-lease] adding namespace
I0326 23:15:23.192181    3808 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0326 23:15:23.192184    3808 namespace.go:98] [openshift-cluster-version] adding namespace
I0326 23:15:23.192189    3808 namespace.go:98] [openshift-ingress-operator] adding namespace
I0326 23:15:23.192190    3808 namespace.go:98] [openshift-backplane-cee] adding namespace
I0326 23:15:23.192215    3808 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0326 23:15:23.192131    3808 namespace.go:98] [openshift-backplane-csm] adding namespace
I0326 23:15:23.192710    3808 namespace.go:102] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] adding namespace took 567.411µs
I0326 23:15:23.192725    3808 namespace.go:98] [openshift-config-operator] adding namespace
I0326 23:15:23.193175    3808 namespace.go:102] [openshift-config-operator] adding namespace took 444.288µs
I0326 23:15:23.193187    3808 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0326 23:15:23.193684    3808 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 491.794µs
I0326 23:15:23.193698    3808 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0326 23:15:23.194137    3808 namespace.go:102] [openshift-customer-monitoring] adding namespace took 1.977457ms
I0326 23:15:23.194151    3808 namespace.go:98] [openshift-host-network] adding namespace
I0326 23:15:23.194619    3808 namespace.go:102] [openshift-image-registry] adding namespace took 2.454869ms
I0326 23:15:23.194646    3808 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0326 23:15:23.195047    3808 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.881276ms
I0326 23:15:23.195057    3808 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0326 23:15:23.195487    3808 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.315649ms
I0326 23:15:23.195499    3808 namespace.go:98] [openshift-network-console] adding namespace
I0326 23:15:23.195886    3808 namespace.go:102] [openshift-etcd] adding namespace took 3.712881ms
I0326 23:15:23.195896    3808 namespace.go:98] [openshift-config] adding namespace
I0326 23:15:23.196290    3808 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.112956ms
I0326 23:15:23.196300    3808 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0326 23:15:23.196722    3808 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.538243ms
I0326 23:15:23.196736    3808 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0326 23:15:23.197170    3808 namespace.go:102] [kube-node-lease] adding namespace took 4.984915ms
I0326 23:15:23.197179    3808 namespace.go:98] [openshift-logging] adding namespace
I0326 23:15:23.197600    3808 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.410695ms
I0326 23:15:23.197614    3808 namespace.go:98] [openshift-backplane] adding namespace
I0326 23:15:23.198005    3808 namespace.go:102] [openshift-cluster-version] adding namespace took 5.815131ms
I0326 23:15:23.198015    3808 namespace.go:98] [openshift-machine-api] adding namespace
I0326 23:15:23.198375    3808 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.1784ms
I0326 23:15:23.198393    3808 namespace.go:98] [dedicated-admin] adding namespace
I0326 23:15:23.198857    3808 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.660529ms
I0326 23:15:23.198869    3808 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0326 23:15:23.199305    3808 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.080084ms
I0326 23:15:23.199320    3808 namespace.go:98] [openshift-ingress] adding namespace
I0326 23:15:23.199768    3808 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.511893ms
I0326 23:15:23.199779    3808 namespace.go:98] [openshift-insights] adding namespace
I0326 23:15:23.200115    3808 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.411099ms
I0326 23:15:23.200129    3808 namespace.go:98] [openshift-node] adding namespace
I0326 23:15:23.200548    3808 namespace.go:102] [openshift-host-network] adding namespace took 6.392651ms
I0326 23:15:23.200559    3808 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0326 23:15:23.200958    3808 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.303714ms
I0326 23:15:23.200971    3808 namespace.go:98] [openshift-controller-manager] adding namespace
I0326 23:15:23.201292    3808 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.229334ms
I0326 23:15:23.201305    3808 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0326 23:15:23.201774    3808 namespace.go:102] [openshift-network-console] adding namespace took 6.270825ms
I0326 23:15:23.201782    3808 namespace.go:98] [openshift-operators-redhat] adding namespace
I0326 23:15:23.202195    3808 namespace.go:102] [openshift-config] adding namespace took 6.294041ms
I0326 23:15:23.202208    3808 namespace.go:98] [openshift-package-operator] adding namespace
I0326 23:15:23.202599    3808 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.294114ms
I0326 23:15:23.202611    3808 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0326 23:15:23.203076    3808 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.326291ms
I0326 23:15:23.203090    3808 namespace.go:98] [openshift-backplane-cse] adding namespace
I0326 23:15:23.203538    3808 namespace.go:102] [openshift-logging] adding namespace took 6.352858ms
I0326 23:15:23.203555    3808 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0326 23:15:23.203972    3808 namespace.go:102] [openshift-backplane] adding namespace took 6.348603ms
I0326 23:15:23.203995    3808 namespace.go:98] [openshift-apiserver] adding namespace
I0326 23:15:23.204386    3808 namespace.go:102] [openshift-machine-api] adding namespace took 6.36579ms
I0326 23:15:23.204400    3808 namespace.go:98] [openshift-network-operator] adding namespace
I0326 23:15:23.204925    3808 namespace.go:102] [dedicated-admin] adding namespace took 6.527471ms
I0326 23:15:23.204939    3808 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0326 23:15:23.205261    3808 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.388305ms
I0326 23:15:23.205281    3808 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0326 23:15:23.206096    3808 namespace.go:102] [openshift-ingress] adding namespace took 6.772171ms
I0326 23:15:23.206107    3808 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0326 23:15:23.206191    3808 default_node_network_controller.go:518] Node connection status = connected
I0326 23:15:23.206546    3808 namespace.go:102] [openshift-insights] adding namespace took 6.761076ms
I0326 23:15:23.206557    3808 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0326 23:15:23.206909    3808 namespace.go:102] [openshift-node] adding namespace took 6.772932ms
I0326 23:15:23.206924    3808 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0326 23:15:23.207354    3808 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.78995ms
I0326 23:15:23.207365    3808 namespace.go:98] [default] adding namespace
I0326 23:15:23.207747    3808 namespace.go:102] [openshift-controller-manager] adding namespace took 6.769973ms
I0326 23:15:23.207761    3808 namespace.go:98] [openshift-console] adding namespace
I0326 23:15:23.208117    3808 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.807348ms
I0326 23:15:23.208127    3808 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0326 23:15:23.208546    3808 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.758559ms
I0326 23:15:23.208557    3808 namespace.go:98] [openshift-infra] adding namespace
W0326 23:15:23.208888    3808 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h6mzl: pod openshift-network-diagnostics/network-check-target-h6mzl: no pod IPs found 
I0326 23:15:23.208930    3808 namespace.go:102] [openshift-package-operator] adding namespace took 6.718198ms
I0326 23:15:23.208941    3808 namespace.go:98] [openshift-operators] adding namespace
I0326 23:15:23.209338    3808 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.72341ms
I0326 23:15:23.209348    3808 namespace.go:98] [openshift-dns] adding namespace
I0326 23:15:23.209804    3808 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.710299ms
I0326 23:15:23.209812    3808 namespace.go:98] [openshift-ingress-canary] adding namespace
I0326 23:15:23.210218    3808 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.65734ms
I0326 23:15:23.210231    3808 namespace.go:98] [openshift-network-node-identity] adding namespace
I0326 23:15:23.210606    3808 namespace.go:102] [openshift-apiserver] adding namespace took 6.604204ms
I0326 23:15:23.210618    3808 namespace.go:98] [openshift-backplane-tam] adding namespace
I0326 23:15:23.211007    3808 namespace.go:102] [openshift-network-operator] adding namespace took 6.603353ms
I0326 23:15:23.211016    3808 namespace.go:98] [kube-public] adding namespace
I0326 23:15:23.211480    3808 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.536961ms
I0326 23:15:23.211490    3808 namespace.go:98] [openshift-console-operator] adding namespace
I0326 23:15:23.211824    3808 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.538758ms
I0326 23:15:23.211832    3808 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0326 23:15:23.212429    3808 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.31713ms
I0326 23:15:23.212438    3808 namespace.go:98] [openshift-authentication] adding namespace
I0326 23:15:23.212801    3808 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.239758ms
I0326 23:15:23.212808    3808 namespace.go:98] [kube-system] adding namespace
I0326 23:15:23.213293    3808 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.3632ms
I0326 23:15:23.213766    3808 namespace.go:102] [default] adding namespace took 6.395869ms
I0326 23:15:23.213778    3808 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0326 23:15:23.214326    3808 namespace.go:102] [openshift-console] adding namespace took 6.560666ms
I0326 23:15:23.214339    3808 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0326 23:15:23.214760    3808 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.62882ms
I0326 23:15:23.214771    3808 namespace.go:98] [openshift-marketplace] adding namespace
I0326 23:15:23.215103    3808 namespace.go:102] [openshift-infra] adding namespace took 6.537465ms
I0326 23:15:23.215124    3808 namespace.go:98] [openshift-multus] adding namespace
I0326 23:15:23.215555    3808 namespace.go:102] [openshift-operators] adding namespace took 6.603123ms
I0326 23:15:23.215570    3808 namespace.go:98] [openshift] adding namespace
I0326 23:15:23.216028    3808 namespace.go:102] [openshift-dns] adding namespace took 6.674936ms
I0326 23:15:23.216041    3808 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0326 23:15:23.216442    3808 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.625655ms
I0326 23:15:23.216454    3808 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0326 23:15:23.216868    3808 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.63126ms
I0326 23:15:23.216883    3808 namespace.go:98] [openshift-config-managed] adding namespace
I0326 23:15:23.217236    3808 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.612901ms
I0326 23:15:23.217247    3808 namespace.go:98] [openshift-dns-operator] adding namespace
I0326 23:15:23.217626    3808 namespace.go:102] [kube-public] adding namespace took 6.605452ms
I0326 23:15:23.217637    3808 namespace.go:98] [openshift-backplane-srep] adding namespace
I0326 23:15:23.217996    3808 namespace.go:102] [openshift-console-operator] adding namespace took 6.501525ms
I0326 23:15:23.218007    3808 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0326 23:15:23.218368    3808 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.531979ms
I0326 23:15:23.218380    3808 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0326 23:15:23.218763    3808 namespace.go:102] [openshift-authentication] adding namespace took 6.321382ms
I0326 23:15:23.218773    3808 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0326 23:15:23.219209    3808 namespace.go:102] [kube-system] adding namespace took 6.397661ms
I0326 23:15:23.219219    3808 namespace.go:98] [openshift-monitoring] adding namespace
I0326 23:15:23.219707    3808 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.923901ms
I0326 23:15:23.219722    3808 namespace.go:98] [openshift-authentication-operator] adding namespace
I0326 23:15:23.220064    3808 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.720647ms
I0326 23:15:23.220074    3808 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
W0326 23:15:23.220460    3808 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-9bllr: pod openshift-multus/network-metrics-daemon-9bllr: no pod IPs found 
I0326 23:15:23.220490    3808 namespace.go:102] [openshift-marketplace] adding namespace took 5.713851ms
I0326 23:15:23.220932    3808 namespace.go:102] [openshift-multus] adding namespace took 5.803646ms
I0326 23:15:23.221350    3808 namespace.go:102] [openshift] adding namespace took 5.775319ms
I0326 23:15:23.221732    3808 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.685925ms
I0326 23:15:23.222110    3808 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.651783ms
I0326 23:15:23.222523    3808 namespace.go:102] [openshift-config-managed] adding namespace took 5.634511ms
I0326 23:15:23.222888    3808 namespace.go:102] [openshift-dns-operator] adding namespace took 5.636071ms
I0326 23:15:23.223266    3808 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.623998ms
I0326 23:15:23.223656    3808 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.645529ms
I0326 23:15:23.224019    3808 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.635449ms
I0326 23:15:23.224390    3808 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.613118ms
I0326 23:15:23.224781    3808 namespace.go:102] [openshift-monitoring] adding namespace took 5.557261ms
I0326 23:15:23.224793    3808 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0326 23:15:23.225148    3808 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.422033ms
I0326 23:15:23.225538    3808 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.459671ms
I0326 23:15:23.225864    3808 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 1.067741ms
I0326 23:15:23.226182    3808 zone_ic_handler.go:186] Time taken to create transit switch: 230.611µs
I0326 23:15:23.226241    3808 master.go:532] Adding or Updating local node "ip-10-0-1-99.ec2.internal" for network "default"
I0326 23:15:23.226876    3808 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-167.ec2.internal for the network default
I0326 23:15:23.226886    3808 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-103.ec2.internal for the network default
I0326 23:15:23.227955    3808 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-103.ec2.internal" on network "default" took: 1.079329ms
I0326 23:15:23.228496    3808 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-167.ec2.internal" on network "default" took: 1.630669ms
W0326 23:15:23.234904    3808 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-9bllr: pod openshift-multus/network-metrics-daemon-9bllr: no pod IPs found 
W0326 23:15:23.234918    3808 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-h6mzl: pod openshift-network-diagnostics/network-check-target-h6mzl: no pod IPs found 
I0326 23:15:23.235782    3808 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-99.ec2.internal for the network default
I0326 23:15:23.236552    3808 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0326 23:15:23.236582    3808 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0326 23:15:23.236597    3808 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0326 23:15:23.236619    3808 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-103.ec2.internal in network "default"
I0326 23:15:23.236664    3808 node_tracker.go:169] Node ip-10-0-2-103.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:15:23.236673    3808 services_controller.go:574] Full service sync requested for network=default
I0326 23:15:23.236679    3808 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-167.ec2.internal in network "default"
I0326 23:15:23.236700    3808 node_tracker.go:169] Node ip-10-0-0-167.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:15:23.236706    3808 services_controller.go:574] Full service sync requested for network=default
I0326 23:15:23.236714    3808 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default"
I0326 23:15:23.236732    3808 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:15:23.236738    3808 services_controller.go:574] Full service sync requested for network=default
I0326 23:15:23.336966    3808 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0326 23:15:23.336999    3808 services_controller.go:208] Setting up event handlers for services for network=default
I0326 23:15:23.337080    3808 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0326 23:15:23.337126    3808 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0326 23:15:23.337140    3808 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0326 23:15:23.437390    3808 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0326 23:15:23.437410    3808 repair.go:60] Starting repairing loop for services
I0326 23:15:23.437531    3808 repair.go:131] Deleted 0 stale service LBs
I0326 23:15:23.437552    3808 repair.go:137] Deleted 0 stale Chassis Template Vars
I0326 23:15:23.437571    3808 repair.go:62] Finished repairing loop for services: 162.117µs
I0326 23:15:23.437599    3808 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0326 23:15:23.437611    3808 services_controller.go:254] Starting workers for network=default
I0326 23:15:23.437935    3808 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-xplqm of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0326 23:15:23.438070    3808 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h6mzl] creating logical port openshift-network-diagnostics_network-check-target-h6mzl for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:23.437945    3808 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9bllr] creating logical port openshift-multus_network-metrics-daemon-9bllr for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:23.438177    3808 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-h6mzl
I0326 23:15:23.438208    3808 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-9bllr
W0326 23:15:23.443959    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:15:23.455629    3808 pod.go:62] [openshift-network-diagnostics/network-check-target-h6mzl] pod update took 17.504569ms
I0326 23:15:23.455646    3808 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-h6mzl] addLogicalPort annotation time took 17.528392ms
I0326 23:15:23.456613    3808 pods.go:271] [openshift-network-diagnostics/network-check-target-h6mzl] addLogicalPort took 18.549051ms, libovsdb time 766.074µs
I0326 23:15:23.456641    3808 pod.go:62] [openshift-multus/network-metrics-daemon-9bllr] pod update took 18.465476ms
I0326 23:15:23.456656    3808 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-9bllr] addLogicalPort annotation time took 18.4816ms
I0326 23:15:23.457444    3808 pods.go:271] [openshift-multus/network-metrics-daemon-9bllr] addLogicalPort took 19.509438ms, libovsdb time 579.719µs
I0326 23:15:23.457895    3808 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0326 23:15:23.457917    3808 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0326 23:15:23.457934    3808 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0326 23:15:23.457940    3808 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0326 23:15:23.458128    3808 repair.go:29] Repairing admin network policies took 182.482µs
I0326 23:15:23.458253    3808 repair.go:92] Repairing baseline admin network policies took 115.459µs
I0326 23:15:23.458627    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0326 23:15:23.458643    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0326 23:15:23.459967    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0326 23:15:23.459986    3808 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0326 23:15:23.460002    3808 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0326 23:15:23.461877    3808 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0326 23:15:23.461903    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0326 23:15:23.461916    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0326 23:15:23.463146    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0326 23:15:23.463165    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0326 23:15:23.463177    3808 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0326 23:15:23.465885    3808 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0326 23:15:23.465905    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0326 23:15:23.465914    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0326 23:15:23.467424    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0326 23:15:23.467444    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0326 23:15:23.467453    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0326 23:15:23.468038    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0326 23:15:23.468064    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0326 23:15:23.468081    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0326 23:15:23.468663    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:15:23.468681    3808 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0326 23:15:23.468691    3808 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0326 23:15:23.470292    3808 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0326 23:15:23.470311    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0326 23:15:23.470321    3808 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0326 23:15:23.471799    3808 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0326 23:15:23.471818    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0326 23:15:23.471826    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0326 23:15:23.472308    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0326 23:15:23.472329    3808 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0326 23:15:23.472335    3808 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0326 23:15:23.472612    3808 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0326 23:15:23.472632    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0326 23:15:23.472643    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0326 23:15:23.473100    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0326 23:15:23.473118    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0326 23:15:23.473856    3808 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0326 23:15:23.473868    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:15:23.474552    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0326 23:15:23.474569    3808 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0326 23:15:23.474576    3808 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0326 23:15:23.475018    3808 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0326 23:15:23.475035    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0326 23:15:23.475046    3808 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0326 23:15:23.476393    3808 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0326 23:15:23.476412    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0326 23:15:23.476421    3808 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0326 23:15:23.477607    3808 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0326 23:15:23.477626    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0326 23:15:23.477633    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0326 23:15:23.478247    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:15:23.478265    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0326 23:15:23.478293    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0326 23:15:23.478785    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0326 23:15:23.478808    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0326 23:15:23.478818    3808 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0326 23:15:23.479105    3808 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0326 23:15:23.479124    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0326 23:15:23.479137    3808 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0326 23:15:23.480496    3808 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0326 23:15:23.480514    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0326 23:15:23.480539    3808 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:15:23.481324    3808 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0326 23:15:23.481345    3808 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0326 23:15:23.481353    3808 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0326 23:15:23.482467    3808 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0326 23:15:23.482484    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0326 23:15:23.482492    3808 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0326 23:15:23.482990    3808 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0326 23:15:23.483012    3808 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0326 23:15:23.483023    3808 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0326 23:15:23.483937    3808 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0326 23:15:23.483956    3808 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0326 23:15:23.483970    3808 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0326 23:15:23.484935    3808 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0326 23:15:23.484953    3808 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0326 23:15:23.484961    3808 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0326 23:15:23.486647    3808 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0326 23:15:23.486671    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0326 23:15:23.486683    3808 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0326 23:15:23.487506    3808 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0326 23:15:23.487535    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0326 23:15:23.487543    3808 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0326 23:15:23.488165    3808 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0326 23:15:23.488187    3808 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0326 23:15:23.488196    3808 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0326 23:15:23.488536    3808 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0326 23:15:23.488769    3808 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-xplqm of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0326 23:15:23.494646    3808 egressfirewall.go:319] Starting EgressFirewall controller
I0326 23:15:23.494675    3808 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0326 23:15:23.494690    3808 controller.go:133] Adding controller egress-firewall-controller event handlers
I0326 23:15:23.494708    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0326 23:15:23.494734    3808 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0326 23:15:23.494721    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0326 23:15:23.494748    3808 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0326 23:15:23.495039    3808 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0326 23:15:23.495054    3808 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0326 23:15:23.495066    3808 egressqos.go:193] Setting up event handlers for EgressQoS
I0326 23:15:23.495091    3808 egressfirewall.go:628] Syncing node "ip-10-0-0-167.ec2.internal" for egress firewall
I0326 23:15:23.495103    3808 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall
I0326 23:15:23.495107    3808 egressfirewall.go:628] Syncing node "ip-10-0-2-103.ec2.internal" for egress firewall
I0326 23:15:23.495204    3808 egressqos.go:245] Starting EgressQoS Controller
I0326 23:15:23.495219    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0326 23:15:23.495227    3808 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0326 23:15:23.495232    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0326 23:15:23.495237    3808 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0326 23:15:23.495241    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0326 23:15:23.495246    3808 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0326 23:15:23.495249    3808 egressqos.go:259] Repairing EgressQoSes
I0326 23:15:23.495253    3808 egressqos.go:399] Starting repairing loop for egressqos
I0326 23:15:23.495352    3808 egressqos.go:401] Finished repairing loop for egressqos: 96.589µs
I0326 23:15:23.495373    3808 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0326 23:15:23.495395    3808 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-99.ec2.internal
I0326 23:15:23.495449    3808 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-99.ec2.internal : 57.305µs
I0326 23:15:23.495612    3808 egressservice_zone.go:210] Starting Egress Services Controller
I0326 23:15:23.495622    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:15:23.495630    3808 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:15:23.495641    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:15:23.495648    3808 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:15:23.495657    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:15:23.495666    3808 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:15:23.495676    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0326 23:15:23.495687    3808 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0326 23:15:23.495696    3808 egressservice_zone.go:228] Repairing Egress Services
I0326 23:15:23.496031    3808 master_controller.go:88] Starting Admin Policy Based Route Controller
I0326 23:15:23.496042    3808 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:15:23.496102    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal
I0326 23:15:23.496120    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 20.458µs
I0326 23:15:23.496131    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-103.ec2.internal
I0326 23:15:23.496142    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-103.ec2.internal: 12.064µs
I0326 23:15:23.496149    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-167.ec2.internal
I0326 23:15:23.496154    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-167.ec2.internal: 5.461µs
I0326 23:15:23.496207    3808 default_network_controller.go:568] Completing all the Watchers took 304.204563ms
I0326 23:15:23.496224    3808 default_network_controller.go:572] Starting unidling controllers
I0326 23:15:23.496237    3808 unidle.go:46] Registering OVN SB ControllerEvent handler
I0326 23:15:23.496243    3808 unidle.go:63] Populating Initial ContollerEvent events
I0326 23:15:23.496253    3808 unidle.go:79] Setting up event handlers for services
I0326 23:15:23.496325    3808 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0326 23:15:23.707406    3808 default_node_network_controller.go:518] Node connection status = connected
I0326 23:15:24.206817    3808 default_node_network_controller.go:518] Node connection status = connected
I0326 23:15:24.707194    3808 default_node_network_controller.go:518] Node connection status = connected
I0326 23:15:24.857162    3808 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0326 23:15:25.206749    3808 default_node_network_controller.go:518] Node connection status = connected
I0326 23:15:25.222959    3808 bridgeconfig.go:537] Gateway is ready
I0326 23:15:25.222979    3808 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0326 23:15:25.233370    3808 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.99. Updating OVN encap IP.
I0326 23:15:25.237993    3808 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.99 - it is already configured
I0326 23:15:25.238006    3808 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.99/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0326 23:15:25.238236    3808 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.99/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-99.ec2.internal","mac-address":"0a:ff:f1:43:e2:bd","ip-addresses":["10.0.1.99/24"],"ip-address":"10.0.1.99/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:394aca43-2555-4542-ac48-2314e551b0ab k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.99/24"}] on node ip-10-0-1-99.ec2.internal
I0326 23:15:25.254529    3808 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-99.ec2.internal in network "default"
I0326 23:15:25.254591    3808 node_tracker.go:169] Node ip-10-0-1-99.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:15:25.254599    3808 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall
I0326 23:15:25.254610    3808 services_controller.go:574] Full service sync requested for network=default
I0326 23:15:25.254664    3808 master.go:532] Adding or Updating local node "ip-10-0-1-99.ec2.internal" for network "default"
I0326 23:15:25.254530    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal
I0326 23:15:25.254711    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 194.139µs
I0326 23:15:25.254888    3808 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.99
I0326 23:15:25.255020    3808 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-99.ec2.internal
W0326 23:15:25.255372    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:15:25.258769    3808 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-99.ec2.internal. Updating no re-route policies
I0326 23:15:25.258837    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl
I0326 23:15:25.258852    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x6qrj
I0326 23:15:25.258861    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-99.ec2.internal
I0326 23:15:25.258872    3808 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-lx5q8
I0326 23:15:25.258875    3808 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-99.ec2.internal
I0326 23:15:25.258877    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-99.ec2.internal
I0326 23:15:25.258879    3808 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-lx5q8
I0326 23:15:25.258882    3808 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-99.ec2.internal
I0326 23:15:25.258883    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ngmdr
I0326 23:15:25.258884    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hk4nc
I0326 23:15:25.258887    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-2x98w
I0326 23:15:25.258897    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-99.ec2.internal after 0 failed attempt(s)
I0326 23:15:25.258897    3808 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-lx5q8 after 0 failed attempt(s)
I0326 23:15:25.258855    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl
I0326 23:15:25.258903    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-9bllr
I0326 23:15:25.258904    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-fps5g
I0326 23:15:25.258906    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-2x98w
I0326 23:15:25.258919    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-fps5g
I0326 23:15:25.258928    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hk4nc
I0326 23:15:25.258931    3808 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h6mzl] creating logical port openshift-network-diagnostics_network-check-target-h6mzl for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:25.258937    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-2x98w after 0 failed attempt(s)
I0326 23:15:25.258940    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-fps5g after 0 failed attempt(s)
I0326 23:15:25.258944    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hk4nc after 0 failed attempt(s)
I0326 23:15:25.258874    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpr8c
I0326 23:15:25.258865    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dqzhv
I0326 23:15:25.258955    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpr8c
I0326 23:15:25.258959    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dqzhv
I0326 23:15:25.258973    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpr8c after 0 failed attempt(s)
I0326 23:15:25.258838    3808 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-9sjp9
I0326 23:15:25.258986    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-9sjp9
I0326 23:15:25.258999    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-9sjp9 after 0 failed attempt(s)
I0326 23:15:25.258974    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dqzhv after 0 failed attempt(s)
I0326 23:15:25.258894    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ngmdr
I0326 23:15:25.259027    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-ngmdr after 0 failed attempt(s)
I0326 23:15:25.258897    3808 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-99.ec2.internal after 0 failed attempt(s)
I0326 23:15:25.258910    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-9bllr
I0326 23:15:25.259095    3808 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-9bllr] creating logical port openshift-multus_network-metrics-daemon-9bllr for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:25.258867    3808 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-x6qrj
I0326 23:15:25.259128    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-x6qrj after 0 failed attempt(s)
I0326 23:15:25.259668    3808 pods.go:271] [openshift-network-diagnostics/network-check-target-h6mzl] addLogicalPort took 745.568µs, libovsdb time 285.936µs
I0326 23:15:25.259683    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-h6mzl after 0 failed attempt(s)
I0326 23:15:25.259747    3808 pods.go:271] [openshift-multus/network-metrics-daemon-9bllr] addLogicalPort took 662.677µs, libovsdb time 238.923µs
I0326 23:15:25.259759    3808 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-9bllr after 0 failed attempt(s)
I0326 23:15:25.271711    3808 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0326 23:15:25.282044    3808 iptables.go:108] Creating table: mangle chain: OUTPUT
I0326 23:15:25.285453    3808 iptables.go:108] Creating table: nat chain: OUTPUT
I0326 23:15:25.307617    3808 iptables.go:108] Creating table: nat chain: PREROUTING
I0326 23:15:25.348342    3808 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:15:25.365046    3808 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0326 23:15:25.365166    3808 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0326 23:15:25.365207    3808 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0326 23:15:25.365290    3808 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0326 23:15:25.365340    3808 gateway_init.go:325] Gateway and management port readiness took 2.161983157s
I0326 23:15:25.365365    3808 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0326 23:15:25.365402    3808 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0326 23:15:25.365416    3808 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0326 23:15:25.365425    3808 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:15:25.365483    3808 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0326 23:15:25.365580    3808 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.042µs
I0326 23:15:25.365769    3808 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0326 23:15:25.365791    3808 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.956µs
I0326 23:15:25.365799    3808 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.26µs
I0326 23:15:25.365804    3808 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0326 23:15:25.365813    3808 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0326 23:15:25.365817    3808 default_node_network_controller.go:898] Starting the default node network controller
I0326 23:15:25.365821    3808 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0326 23:15:25.365913    3808 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 15.013µs
I0326 23:15:25.365961    3808 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0326 23:15:25.365970    3808 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0326 23:15:25.365994    3808 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c20220 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 <nil> 0xc0002c6690 0xc000a72f00 0xc0002c6700 0xc0002c6770 <nil> 0xc000a72960 0xc006127180 <nil> <nil> 0xc0002c68c0 map[0x2f67040:0xc000e7ee40 0x2f67580:0xc000e7efc0 0x2f68000:0xc00250fc80 0x2f682a0:0xc000e7ede0 0x2f687e0:0xc000e7eea0 0x2f68a80:0xc000e7ef00 0x2f68d20:0xc000e7ef60 0x2f69500:0xc000e7f020 0x2f697a0:0xc000e7f080 0x2f93d40:0xc000b073e0 0x2f940e0:0xc000b07680 0x2f94bc0:0xc000c54480 0x2f96520:0xc001b22000 0x2f97000:0xc002395a40 0x2f97e80:0xc0007f8360] 0xc0001690a0 0}
I0326 23:15:25.366046    3808 gateway.go:151] Starting gateway service sync
I0326 23:15:25.366819    3808 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0326 23:15:25.368995    3808 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0326 23:15:25.378694    3808 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0326 23:15:25.379831    3808 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0326 23:15:25.380963    3808 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0326 23:15:25.415234    3808 gateway.go:168] Gateway service sync done. Time taken: 49.17422ms
I0326 23:15:25.415758    3808 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30717
I0326 23:15:25.416146    3808 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c20220 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 <nil> 0xc0002c6690 0xc000a72f00 0xc0002c6700 0xc0002c6770 <nil> 0xc000a72960 0xc006127180 <nil> <nil> 0xc0002c68c0 map[0x2f67040:0xc000e7ee40 0x2f67580:0xc000e7efc0 0x2f68000:0xc00250fc80 0x2f682a0:0xc000e7ede0 0x2f687e0:0xc000e7eea0 0x2f68a80:0xc000e7ef00 0x2f68d20:0xc000e7ef60 0x2f69500:0xc000e7f020 0x2f697a0:0xc000e7f080 0x2f93d40:0xc000b073e0 0x2f940e0:0xc000b07680 0x2f94bc0:0xc000c54480 0x2f96520:0xc001b22000 0x2f97000:0xc002395a40 0x2f97e80:0xc0007f8360] 0xc0001690a0 0}
I0326 23:15:25.416627    3808 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c20220 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 <nil> 0xc0002c6690 0xc000a72f00 0xc0002c6700 0xc0002c6770 <nil> 0xc000a72960 0xc006127180 <nil> <nil> 0xc0002c68c0 map[0x2f67040:0xc000e7ee40 0x2f67580:0xc000e7efc0 0x2f68000:0xc00250fc80 0x2f682a0:0xc000e7ede0 0x2f687e0:0xc000e7eea0 0x2f68a80:0xc000e7ef00 0x2f68d20:0xc000e7ef60 0x2f69500:0xc000e7f020 0x2f697a0:0xc000e7f080 0x2f93d40:0xc000b073e0 0x2f940e0:0xc000b07680 0x2f94bc0:0xc000c54480 0x2f96520:0xc001b22000 0x2f97000:0xc002395a40 0x2f97e80:0xc0007f8360] 0xc0001690a0 0}
I0326 23:15:25.416661    3808 gateway.go:519] Reconciling gateway with updates
I0326 23:15:25.421566    3808 gateway.go:326] Spawning Conntrack Rule Check Thread
I0326 23:15:25.421703    3808 default_node_network_controller.go:943] Gateway and management port readiness took 55.724238ms
I0326 23:15:25.421728    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:15:25.421752    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:15:25.421757    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:15:25.421766    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:15:25.421776    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:15:25.421775    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:15:25.421785    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:15:25.421798    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:15:25.421800    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:15:25.421814    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421815    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:15:25.421818    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:15:25.421820    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:15:25.421829    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:15:25.421829    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:15:25.421835    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:15:25.421839    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:15:25.421846    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:15:25.421843    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:15:25.421798    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:15:25.421861    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:15:25.421866    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:15:25.421872    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:15:25.421876    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:15:25.421879    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421880    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421888    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:15:25.421850    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:15:25.421892    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421895    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:15:25.421900    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421885    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:15:25.421908    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:15:25.421907    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:15:25.421912    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:15:25.421913    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:15:25.421920    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:15:25.421923    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:15:25.421930    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:15:25.421920    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:15:25.421939    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:15:25.421898    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:15:25.421946    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:15:25.421948    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:15:25.421952    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:15:25.421953    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:15:25.421960    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:15:25.421963    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:15:25.421966    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:15:25.421916    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421968    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:15:25.421935    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:15:25.421975    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:15:25.421977    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:15:25.421953    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:15:25.421990    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:15:25.422000    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:15:25.422013    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:15:25.422025    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:15:25.422006    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:15:25.421909    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:15:25.422039    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:15:25.422056    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:15:25.422062    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:15:25.422113    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:15:25.422127    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:15:25.422134    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:15:25.422159    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:15:25.422205    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:15:25.421851    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:15:25.422230    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:15:25.422208    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 23:15:25.422242    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:15:25.421927    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:15:25.422245    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:15:25.422259    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:15:25.422068    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:15:25.422325    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:15:25.422345    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:15:25.421913    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:15:25.422361    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:15:25.421898    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:15:25.421899    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:15:25.421933    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:15:25.422498    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:15:25.421934    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:15:25.422538    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:15:25.421936    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:15:25.422588    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:15:25.421942    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:15:25.421942    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:15:25.422638    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:15:25.422648    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:15:25.421948    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:15:25.422670    3808 port_claim.go:71] Svc openshift-ingress/router-default: port 32494 is already open, no action needed
I0326 23:15:25.421958    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:15:25.422681    3808 port_claim.go:71] Svc openshift-ingress/router-default: port 31609 is already open, no action needed
I0326 23:15:25.421970    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:15:25.422715    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:15:25.421976    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:15:25.422725    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:15:25.421885    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:15:25.422730    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.421982    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.422067    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:15:25.422769    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:15:25.422074    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.422080    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:15:25.422810    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:15:25.422815    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:15:25.422090    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:15:25.422821    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:15:25.422825    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:15:25.422090    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:15:25.422831    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:15:25.422837    3808 node_ip_handler_linux.go:160] Node IP manager is running
I0326 23:15:25.422100    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:15:25.422852    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:15:25.422103    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.422237    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:15:25.422875    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
W0326 23:15:25.456797    3808 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:15:25.457020    3808 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:15:25.457238    3808 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0326 23:15:25.465955    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:15:25.465976    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:15:25.465983    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:15:25.465990    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:15:25.503320    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:15:25.503346    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:15:25.503356    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:15:25.503363    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:15:25.540825    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:15:25.540828    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:15:25.540839    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:15:25.540855    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:15:25.540864    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:15:25.540871    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:15:25.994790    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-167.ec2.internal
I0326 23:15:25.994817    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-167.ec2.internal: 33.762µs
W0326 23:15:27.423882    3808 egressip_healthcheck.go:76] Health checking using insecure connection
I0326 23:15:27.423901    3808 default_node_network_controller.go:1364] Starting node controller node sync
I0326 23:15:27.423934    3808 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0326 23:15:27.435562    3808 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 11.646876ms
I0326 23:15:27.435674    3808 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 10.0.2.103 to PMTUD blocking rules
I0326 23:15:27.435690    3808 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-103.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:15:27.435751    3808 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-167.ec2.internal", IP: 10.0.0.167 to PMTUD blocking rules
I0326 23:15:27.435766    3808 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:15:27.447312    3808 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0326 23:15:27.447581    3808 egressservice_node.go:93] Setting up event handlers for Egress Services
I0326 23:15:27.447684    3808 egressservice_node.go:183] Starting Egress Services Controller
I0326 23:15:27.447698    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:15:27.447709    3808 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:15:27.447715    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:15:27.447720    3808 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:15:27.447725    3808 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:15:27.447729    3808 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:15:27.447733    3808 egressservice_node.go:197] Repairing Egress Services
I0326 23:15:27.457143    3808 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0326 23:15:27.457155    3808 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:15:27.457460    3808 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0326 23:15:27.457476    3808 link_network_manager.go:117] Link manager is running
I0326 23:15:27.457484    3808 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0326 23:15:27.457563    3808 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0326 23:15:27.457817    3808 vrf_manager.go:128] VRF manager is running
I0326 23:15:27.457931    3808 node_controller_manager.go:437] Removing flows to drop GARP
I0326 23:15:27.457939    3808 gateway.go:519] Reconciling gateway with updates
I0326 23:15:27.480167    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:15:27.480174    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:15:27.480186    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:15:27.480194    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:15:27.480200    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:15:27.480202    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:15:27.480201    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:15:27.480212    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:15:27.480212    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:15:27.480218    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:15:27.480223    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:15:27.480226    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:15:27.480218    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:15:27.480231    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:15:27.480236    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:15:27.480241    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:15:27.480243    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:15:27.480234    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:15:27.480249    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:15:27.480252    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:15:27.480256    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:15:27.480258    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:15:27.480259    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:15:27.480261    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:15:27.480282    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:15:27.480284    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:15:27.480292    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:15:27.480293    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:15:27.480298    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:15:27.480300    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:15:27.480304    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:15:27.480306    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:15:27.480295    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:15:27.480309    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:15:27.480314    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:15:27.480315    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:15:27.480321    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:15:27.480322    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:15:27.480323    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:15:27.480327    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:15:27.480331    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:15:27.480336    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:15:27.480339    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:15:27.480338    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:15:27.480348    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:15:27.480244    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:15:27.480356    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:15:27.480357    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:15:27.480363    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:15:27.480325    3808 port_claim.go:71] Svc openshift-ingress/router-default: port 32494 is already open, no action needed
I0326 23:15:27.480356    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:15:27.480372    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:15:27.480377    3808 port_claim.go:71] Svc openshift-ingress/router-default: port 31609 is already open, no action needed
I0326 23:15:27.480377    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:15:27.480379    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:15:27.480379    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:15:27.480386    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:15:27.480383    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:15:27.480393    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:15:27.480399    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:15:27.480400    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:15:27.480403    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:15:27.480405    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:15:27.480404    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:15:27.480284    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:15:27.480395    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:15:27.480423    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.480428    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:15:27.480361    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:15:27.480259    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:15:27.480448    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:15:27.480235    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:15:27.480455    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:15:27.480462    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:15:27.480465    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.480213    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:15:27.480477    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:15:27.480251    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:15:27.480413    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:15:27.480522    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:15:27.480523    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:15:27.480244    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:15:27.480190    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:15:27.480299    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:15:27.480248    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:15:27.480575    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:15:27.480285    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:15:27.480261    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:15:27.480594    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:15:27.480235    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:15:27.480314    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:15:27.480305    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:15:27.480327    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:15:27.480366    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:15:27.480373    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:15:27.480649    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:15:27.480206    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:15:27.480224    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:15:27.480672    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:15:27.480380    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:15:27.480693    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:15:27.480228    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:15:27.480384    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:15:27.480427    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:15:27.480440    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:15:27.480248    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:15:27.480559    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:15:27.480372    3808 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:15:27.480830    3808 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:15:27.518946    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:15:27.518959    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:15:27.518976    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.518996    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.519011    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:15:27.519018    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:15:27.519026    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:15:27.519032    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:15:27.519079    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:15:27.519089    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:15:27.519097    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.519103    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.557635    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:15:27.557659    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.557669    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:15:27.557675    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:15:27.557683    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:15:27.557690    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 23:15:27.557698    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.557704    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:15:27.557709    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.557716    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:15:27.557725    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:15:27.557732    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:15:27.557747    3808 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:15:28.979820    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal
I0326 23:15:28.979853    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 36.576µs
I0326 23:15:29.013776    3808 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-574cbc9d5b-54cdm] creating logical port openshift-image-registry_image-registry-574cbc9d5b-54cdm for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:29.013897    3808 kube.go:256] Updating pod openshift-image-registry/image-registry-574cbc9d5b-54cdm
I0326 23:15:29.033882    3808 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q2mms] creating logical port openshift-dns_dns-default-q2mms for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:29.034169    3808 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-mfvl8] creating logical port openshift-ingress-canary_ingress-canary-mfvl8 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:29.034197    3808 kube.go:256] Updating pod openshift-dns/dns-default-q2mms
I0326 23:15:29.034241    3808 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-mfvl8
I0326 23:15:29.048392    3808 pod.go:62] [openshift-image-registry/image-registry-574cbc9d5b-54cdm] pod update took 34.533605ms
I0326 23:15:29.048419    3808 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-574cbc9d5b-54cdm] addLogicalPort annotation time took 34.564715ms
I0326 23:15:29.049786    3808 pods.go:271] [openshift-image-registry/image-registry-574cbc9d5b-54cdm] addLogicalPort took 36.02027ms, libovsdb time 1.072118ms
I0326 23:15:29.051767    3808 pod.go:62] [openshift-dns/dns-default-q2mms] pod update took 17.604419ms
I0326 23:15:29.051792    3808 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-q2mms] addLogicalPort annotation time took 17.631457ms
I0326 23:15:29.052904    3808 pods.go:271] [openshift-dns/dns-default-q2mms] addLogicalPort took 19.03178ms, libovsdb time 834.853µs
I0326 23:15:29.059494    3808 pod.go:62] [openshift-ingress-canary/ingress-canary-mfvl8] pod update took 25.272738ms
I0326 23:15:29.059510    3808 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-mfvl8] addLogicalPort annotation time took 25.291549ms
I0326 23:15:29.060549    3808 pods.go:271] [openshift-ingress-canary/ingress-canary-mfvl8] addLogicalPort took 26.394515ms, libovsdb time 809.882µs
I0326 23:15:29.398157    3808 cni.go:403] [openshift-ingress-canary/ingress-canary-mfvl8 7196d17c998dd77e26b6bbda9e3d167cd62d374920b56885cd8c4382994e5552 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-mfvl8 7196d17c998dd77e26b6bbda9e3d167cd62d374920b56885cd8c4382994e5552 network default NAD default]
I0326 23:15:29.421494    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-mfvl8, hostIfaceName: 7196d17c998dd77, network: default, NAD default, SandboxID: "7196d17c998dd77e26b6bbda9e3d167cd62d374920b56885cd8c4382994e5552", PCI device ID: , UID: "ebe44c46-c2c0-489b-aa16-a5901657a7e8", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0326 23:15:29.463945    3808 cni.go:424] [openshift-ingress-canary/ingress-canary-mfvl8 7196d17c998dd77e26b6bbda9e3d167cd62d374920b56885cd8c4382994e5552 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-mfvl8 7196d17c998dd77e26b6bbda9e3d167cd62d374920b56885cd8c4382994e5552 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:2f:3f:de:04:c9\",\"name\":\"7196d17c998dd77\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e14451d-47b7-4fa1-9210-9f391a0de9fc\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:15:31.437618    3808 cni.go:403] [openshift-network-diagnostics/network-check-target-h6mzl 272035f7a61ffc84f7baec9ee140e32d7d5d4940e3ff90954ddf10374bccba0b network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-h6mzl 272035f7a61ffc84f7baec9ee140e32d7d5d4940e3ff90954ddf10374bccba0b network default NAD default]
I0326 23:15:31.447294    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-h6mzl, hostIfaceName: 272035f7a61ffc8, network: default, NAD default, SandboxID: "272035f7a61ffc84f7baec9ee140e32d7d5d4940e3ff90954ddf10374bccba0b", PCI device ID: , UID: "7b16d96a-bb98-4121-8a0f-3799e4b4df40", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0326 23:15:31.489053    3808 cni.go:424] [openshift-network-diagnostics/network-check-target-h6mzl 272035f7a61ffc84f7baec9ee140e32d7d5d4940e3ff90954ddf10374bccba0b network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-h6mzl 272035f7a61ffc84f7baec9ee140e32d7d5d4940e3ff90954ddf10374bccba0b network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:90:74:58:ab:80\",\"name\":\"272035f7a61ffc8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ad3df38-2372-4093-860f-a028a1fc1758\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:15:32.215891    3808 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-555cc59f77-q8m57 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:32.216033    3808 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57
I0326 23:15:32.232434    3808 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57] pod update took 16.431468ms
I0326 23:15:32.232463    3808 base_network_controller_pods.go:937] [default/openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57] addLogicalPort annotation time took 16.464744ms
I0326 23:15:32.233819    3808 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57] addLogicalPort took 17.94819ms, libovsdb time 1.024275ms
I0326 23:15:32.326422    3808 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-5577457d66-klm4r] creating logical port openshift-insights_insights-operator-5577457d66-klm4r for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:32.326554    3808 kube.go:256] Updating pod openshift-insights/insights-operator-5577457d66-klm4r
I0326 23:15:32.326806    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv] creating logical port openshift-monitoring_cluster-monitoring-operator-6dd897695f-ff8xv for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:32.326898    3808 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv
I0326 23:15:32.328407    3808 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-58d8f6745c-jmt26] creating logical port openshift-network-console_networking-console-plugin-58d8f6745c-jmt26 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:32.328487    3808 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-58d8f6745c-jmt26
I0326 23:15:32.346133    3808 pod.go:62] [openshift-insights/insights-operator-5577457d66-klm4r] pod update took 19.608534ms
I0326 23:15:32.346161    3808 base_network_controller_pods.go:937] [default/openshift-insights/insights-operator-5577457d66-klm4r] addLogicalPort annotation time took 19.641418ms
I0326 23:15:32.347589    3808 pods.go:271] [openshift-insights/insights-operator-5577457d66-klm4r] addLogicalPort took 21.185252ms, libovsdb time 1.121032ms
I0326 23:15:32.351084    3808 pod.go:62] [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26] pod update took 22.626209ms
I0326 23:15:32.351105    3808 base_network_controller_pods.go:937] [default/openshift-network-console/networking-console-plugin-58d8f6745c-jmt26] addLogicalPort annotation time took 22.647284ms
I0326 23:15:32.352341    3808 pods.go:271] [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26] addLogicalPort took 23.947991ms, libovsdb time 921.444µs
I0326 23:15:32.355967    3808 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv] pod update took 29.081469ms
I0326 23:15:32.355986    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv] addLogicalPort annotation time took 29.105173ms
I0326 23:15:32.357051    3808 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv] addLogicalPort took 30.247746ms, libovsdb time 826.15µs
I0326 23:15:32.457051    3808 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c965c98cf-gqmmz] creating logical port openshift-ingress_router-default-7c965c98cf-gqmmz for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:32.457221    3808 kube.go:256] Updating pod openshift-ingress/router-default-7c965c98cf-gqmmz
I0326 23:15:32.475749    3808 pod.go:62] [openshift-ingress/router-default-7c965c98cf-gqmmz] pod update took 18.552652ms
I0326 23:15:32.475768    3808 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-7c965c98cf-gqmmz] addLogicalPort annotation time took 18.577099ms
I0326 23:15:32.476792    3808 pods.go:271] [openshift-ingress/router-default-7c965c98cf-gqmmz] addLogicalPort took 19.740507ms, libovsdb time 767.103µs
I0326 23:15:32.642286    3808 cni.go:403] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57 4cca9dc500188f2be17e4e4870082c61e292b629b736c930de6669c0320151d2 network default NAD default] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57 4cca9dc500188f2be17e4e4870082c61e292b629b736c930de6669c0320151d2 network default NAD default]
I0326 23:15:32.651656    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-555cc59f77-q8m57, hostIfaceName: 4cca9dc500188f2, network: default, NAD default, SandboxID: "4cca9dc500188f2be17e4e4870082c61e292b629b736c930de6669c0320151d2", PCI device ID: , UID: "f13ef8eb-a15f-4ea5-9762-79bd62ae05c8", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0326 23:15:32.697509    3808 cni.go:424] [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57 4cca9dc500188f2be17e4e4870082c61e292b629b736c930de6669c0320151d2 network default NAD default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-555cc59f77-q8m57 4cca9dc500188f2be17e4e4870082c61e292b629b736c930de6669c0320151d2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:9b:21:d4:a0:19\",\"name\":\"4cca9dc500188f2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ec56fb0-1f87-46e0-9e65-94e5809279b5\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:15:32.719351    3808 cni.go:403] [openshift-insights/insights-operator-5577457d66-klm4r be123b777af63c4612d4fd12a58e46de3513fd33368448581e66c169a3373556 network default NAD default] ADD starting CNI request [openshift-insights/insights-operator-5577457d66-klm4r be123b777af63c4612d4fd12a58e46de3513fd33368448581e66c169a3373556 network default NAD default]
I0326 23:15:32.730022    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-5577457d66-klm4r, hostIfaceName: be123b777af63c4, network: default, NAD default, SandboxID: "be123b777af63c4612d4fd12a58e46de3513fd33368448581e66c169a3373556", PCI device ID: , UID: "a4dc56a0-c46c-45d6-8ed9-01c7d0d6ea6f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0326 23:15:32.777892    3808 cni.go:424] [openshift-insights/insights-operator-5577457d66-klm4r be123b777af63c4612d4fd12a58e46de3513fd33368448581e66c169a3373556 network default NAD default] ADD finished CNI request [openshift-insights/insights-operator-5577457d66-klm4r be123b777af63c4612d4fd12a58e46de3513fd33368448581e66c169a3373556 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:12:3e:38:6e:5b\",\"name\":\"be123b777af63c4\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dae450d4-83b8-47db-874f-bfae51176eb8\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:15:32.778164    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:15:35.760656    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:15:36.255452    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 23:15:38.190446    3808 namespace.go:98] [openshift-service-ca] adding namespace
I0326 23:15:38.191372    3808 namespace.go:102] [openshift-service-ca] adding namespace took 901.162µs
I0326 23:15:38.205576    3808 namespace.go:142] [openshift-service-ca] updating namespace
I0326 23:15:38.308525    3808 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0326 23:15:38.309466    3808 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 924.118µs
I0326 23:15:38.329298    3808 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 23:15:39.863187    3808 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-hrp4d] creating logical port openshift-service-ca_service-ca-f59fc589b-hrp4d for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:39.863295    3808 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-hrp4d
I0326 23:15:39.876161    3808 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-hrp4d] pod update took 12.909398ms
I0326 23:15:39.876183    3808 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-hrp4d] addLogicalPort annotation time took 12.936835ms
I0326 23:15:39.877261    3808 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-hrp4d] addLogicalPort took 14.093132ms, libovsdb time 780.968µs
I0326 23:15:40.282454    3808 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-hrp4d accbad88d43936072d9236f748f2c03a8f75349a04b6c6604164cfaffc5fcddf network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-hrp4d accbad88d43936072d9236f748f2c03a8f75349a04b6c6604164cfaffc5fcddf network default NAD default]
I0326 23:15:40.293249    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-hrp4d, hostIfaceName: accbad88d439360, network: default, NAD default, SandboxID: "accbad88d43936072d9236f748f2c03a8f75349a04b6c6604164cfaffc5fcddf", PCI device ID: , UID: "1ff5502f-4ff3-4ce9-979c-f9fa2dd1f8ca", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0326 23:15:40.333398    3808 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-hrp4d accbad88d43936072d9236f748f2c03a8f75349a04b6c6604164cfaffc5fcddf network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-hrp4d accbad88d43936072d9236f748f2c03a8f75349a04b6c6604164cfaffc5fcddf network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:8c:58:b7:9d:e3\",\"name\":\"accbad88d439360\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb0d41c2-6550-4de5-bc6f-27eae7682096\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:15:47.289384    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 23:15:59.966336    3808 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:15:59.968244    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:15:59.968279    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:15:59.992790    3808 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fnbl2] creating logical port openshift-insights_insights-runtime-extractor-fnbl2 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:15:59.992894    3808 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fnbl2
I0326 23:16:00.015693    3808 pod.go:62] [openshift-insights/insights-runtime-extractor-fnbl2] pod update took 22.829961ms
I0326 23:16:00.015714    3808 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-fnbl2] addLogicalPort annotation time took 22.857028ms
I0326 23:16:00.016916    3808 pods.go:271] [openshift-insights/insights-runtime-extractor-fnbl2] addLogicalPort took 24.154346ms, libovsdb time 833.486µs
I0326 23:16:00.377113    3808 cni.go:403] [openshift-insights/insights-runtime-extractor-fnbl2 b855f313470690eb7f239ded2e85ea25d20c93acfa232ed5752edc10ac44c14c network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fnbl2 b855f313470690eb7f239ded2e85ea25d20c93acfa232ed5752edc10ac44c14c network default NAD default]
I0326 23:16:00.386179    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fnbl2, hostIfaceName: b855f313470690e, network: default, NAD default, SandboxID: "b855f313470690eb7f239ded2e85ea25d20c93acfa232ed5752edc10ac44c14c", PCI device ID: , UID: "d463711d-764f-40cc-8443-cf28a312b804", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0326 23:16:00.429674    3808 cni.go:424] [openshift-insights/insights-runtime-extractor-fnbl2 b855f313470690eb7f239ded2e85ea25d20c93acfa232ed5752edc10ac44c14c network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fnbl2 b855f313470690eb7f239ded2e85ea25d20c93acfa232ed5752edc10ac44c14c network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:59:50:18:d1:f7\",\"name\":\"b855f313470690e\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df9f6390-6ee2-455a-95c8-92f158009036\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:00.910521    3808 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:00.910540    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:00.910547    3808 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:16:01.348121    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:01.348744    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:01.360625    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:01.360647    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-wp4tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:01.361263    3808 cni.go:403] [openshift-dns/dns-default-q2mms 6745133218d890d51061335f3527337829f6177a2f1d7c275063027ac67eab98 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-q2mms 6745133218d890d51061335f3527337829f6177a2f1d7c275063027ac67eab98 network default NAD default]
I0326 23:16:01.366860    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56599b6895-wp4tk
I0326 23:16:01.366889    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56599b6895-wp4tk
I0326 23:16:01.369820    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q2mms, hostIfaceName: 6745133218d890d, network: default, NAD default, SandboxID: "6745133218d890d51061335f3527337829f6177a2f1d7c275063027ac67eab98", PCI device ID: , UID: "c7f6bed6-750f-41d3-bd2d-49161222eede", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0326 23:16:01.408949    3808 cni.go:424] [openshift-dns/dns-default-q2mms 6745133218d890d51061335f3527337829f6177a2f1d7c275063027ac67eab98 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-q2mms 6745133218d890d51061335f3527337829f6177a2f1d7c275063027ac67eab98 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:74:68:99:b0:6a\",\"name\":\"6745133218d890d\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bb1cd61-ffe4-4a3c-a485-34b667d55a18\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:01.819156    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:01.819186    3808 pods.go:176] Deleting pod: openshift-image-registry/image-registry-574cbc9d5b-54cdm
I0326 23:16:01.820385    3808 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-574cbc9d5b-54cdm, ips: 10.130.0.5
I0326 23:16:01.820416    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:01.826918    3808 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd] creating logical port openshift-image-registry_image-registry-6ddfbd4cc8-9t7qd for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:01.827001    3808 kube.go:256] Updating pod openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd
I0326 23:16:01.833391    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:01.833408    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-574cbc9d5b-54cdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:01.839604    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-574cbc9d5b-54cdm
I0326 23:16:01.839626    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-574cbc9d5b-54cdm
I0326 23:16:01.844815    3808 pod.go:62] [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd] pod update took 17.84333ms
I0326 23:16:01.844834    3808 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd] addLogicalPort annotation time took 17.865675ms
I0326 23:16:01.845850    3808 pods.go:271] [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd] addLogicalPort took 18.948437ms, libovsdb time 770.399µs
I0326 23:16:02.233941    3808 cni.go:403] [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd 8c61bd5aa0839a78e2b0c6931d073e499bbe5397b58b04c538335b68343adba9 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd 8c61bd5aa0839a78e2b0c6931d073e499bbe5397b58b04c538335b68343adba9 network default NAD default]
I0326 23:16:02.243623    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6ddfbd4cc8-9t7qd, hostIfaceName: 8c61bd5aa0839a7, network: default, NAD default, SandboxID: "8c61bd5aa0839a78e2b0c6931d073e499bbe5397b58b04c538335b68343adba9", PCI device ID: , UID: "d9eb3b0f-ca1e-490e-9a3e-dd89cf426cda", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0326 23:16:02.287465    3808 cni.go:424] [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd 8c61bd5aa0839a78e2b0c6931d073e499bbe5397b58b04c538335b68343adba9 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6ddfbd4cc8-9t7qd 8c61bd5aa0839a78e2b0c6931d073e499bbe5397b58b04c538335b68343adba9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:db:8a:2d:bd:f2\",\"name\":\"8c61bd5aa0839a7\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1601dc32-1142-43c9-8b86-9f8483580407\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:02.354937    3808 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:02.825416    3808 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:03.784286    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:16:03.784314    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:16:03.815408    3808 cni.go:403] [openshift-multus/network-metrics-daemon-9bllr 1dc5cba3e91e91c847d2a8dc739460b6c9f8b6a06c96b7c6d9bb77560d0c520f network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-9bllr 1dc5cba3e91e91c847d2a8dc739460b6c9f8b6a06c96b7c6d9bb77560d0c520f network default NAD default]
I0326 23:16:03.836727    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-9bllr, hostIfaceName: 1dc5cba3e91e91c, network: default, NAD default, SandboxID: "1dc5cba3e91e91c847d2a8dc739460b6c9f8b6a06c96b7c6d9bb77560d0c520f", PCI device ID: , UID: "4a679cab-1072-4788-802a-560904468139", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0326 23:16:03.884104    3808 cni.go:424] [openshift-multus/network-metrics-daemon-9bllr 1dc5cba3e91e91c847d2a8dc739460b6c9f8b6a06c96b7c6d9bb77560d0c520f network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-9bllr 1dc5cba3e91e91c847d2a8dc739460b6c9f8b6a06c96b7c6d9bb77560d0c520f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:7a:e0:88:5a:38\",\"name\":\"1dc5cba3e91e91c\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec792ea3-d875-4c13-9276-641fdf3289ad\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:04.551214    3808 cni.go:403] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv daa18fe3f21f45ae367e3007fc4b4f1997acc018f8dc0d0146a9758a901e76d9 network default NAD default] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv daa18fe3f21f45ae367e3007fc4b4f1997acc018f8dc0d0146a9758a901e76d9 network default NAD default]
I0326 23:16:04.560152    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-6dd897695f-ff8xv, hostIfaceName: daa18fe3f21f45a, network: default, NAD default, SandboxID: "daa18fe3f21f45ae367e3007fc4b4f1997acc018f8dc0d0146a9758a901e76d9", PCI device ID: , UID: "be64c5f6-5363-4e61-bbca-547b740b1079", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0326 23:16:04.583236    3808 cni.go:403] [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26 d97cf8aa557b5e188908a7771ae2c458482aeb8e23b656f883456600584e9815 network default NAD default] ADD starting CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26 d97cf8aa557b5e188908a7771ae2c458482aeb8e23b656f883456600584e9815 network default NAD default]
I0326 23:16:04.602897    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-58d8f6745c-jmt26, hostIfaceName: d97cf8aa557b5e1, network: default, NAD default, SandboxID: "d97cf8aa557b5e188908a7771ae2c458482aeb8e23b656f883456600584e9815", PCI device ID: , UID: "a8804a9a-c2ef-4b80-a56f-3ec56637b3c9", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0326 23:16:04.603725    3808 cni.go:424] [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv daa18fe3f21f45ae367e3007fc4b4f1997acc018f8dc0d0146a9758a901e76d9 network default NAD default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-6dd897695f-ff8xv daa18fe3f21f45ae367e3007fc4b4f1997acc018f8dc0d0146a9758a901e76d9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a6:72:f5:1f:4b:c1\",\"name\":\"daa18fe3f21f45a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6328b065-70f8-40f8-9c0c-a7ccbf9b0583\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:04.648363    3808 cni.go:424] [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26 d97cf8aa557b5e188908a7771ae2c458482aeb8e23b656f883456600584e9815 network default NAD default] ADD finished CNI request [openshift-network-console/networking-console-plugin-58d8f6745c-jmt26 d97cf8aa557b5e188908a7771ae2c458482aeb8e23b656f883456600584e9815 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:70:54:4f:16:02\",\"name\":\"d97cf8aa557b5e1\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d083e03-6084-44d3-9bbb-99125351e5ac\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:04.663340    3808 cni.go:403] [openshift-ingress/router-default-7c965c98cf-gqmmz 657478467ff4fce9ad555a4e54272e11402ec9d31cbbbb06bdf864da7bb4e34b network default NAD default] ADD starting CNI request [openshift-ingress/router-default-7c965c98cf-gqmmz 657478467ff4fce9ad555a4e54272e11402ec9d31cbbbb06bdf864da7bb4e34b network default NAD default]
I0326 23:16:04.671309    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c965c98cf-gqmmz, hostIfaceName: 657478467ff4fce, network: default, NAD default, SandboxID: "657478467ff4fce9ad555a4e54272e11402ec9d31cbbbb06bdf864da7bb4e34b", PCI device ID: , UID: "687da0cb-0a46-4e29-8c26-2e7815cb32f3", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0326 23:16:04.711461    3808 cni.go:424] [openshift-ingress/router-default-7c965c98cf-gqmmz 657478467ff4fce9ad555a4e54272e11402ec9d31cbbbb06bdf864da7bb4e34b network default NAD default] ADD finished CNI request [openshift-ingress/router-default-7c965c98cf-gqmmz 657478467ff4fce9ad555a4e54272e11402ec9d31cbbbb06bdf864da7bb4e34b network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:bd:fb:71:c1:44\",\"name\":\"657478467ff4fce\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1da7da18-b86c-414d-930d-a967a40967b5\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:04.833291    3808 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:04.833310    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:04.833315    3808 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:05.371842    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.371863    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.373739    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.373762    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.373769    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.403381    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.403401    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.403409    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.403465    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.403480    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.874129    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.874148    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:05.874869    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.874883    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:05.874888    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380081    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380103    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380109    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380123    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380129    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.380135    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.382806    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.382832    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.382871    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.382888    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.382903    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.382915    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416623    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416645    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416656    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416653    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416670    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416671    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416677    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416682    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.416725    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416769    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416785    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.416791    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.748527    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:16:06.858679    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:16:06.858697    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
I0326 23:16:06.937137    3808 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0326 23:16:06.949965    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.949982    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:16:06.949988    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
I0326 23:16:07.765758    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-m62tz for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:07.765858    3808 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz
I0326 23:16:07.780878    3808 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz] pod update took 15.048147ms
I0326 23:16:07.780905    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz] addLogicalPort annotation time took 15.07879ms
I0326 23:16:07.782069    3808 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz] addLogicalPort took 16.32976ms, libovsdb time 819.423µs
I0326 23:16:08.741950    3808 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz 9d18f3274515c251387954eedaeeea3c54a8a47a2f2368496de8c8a541c6b53c network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz 9d18f3274515c251387954eedaeeea3c54a8a47a2f2368496de8c8a541c6b53c network default NAD default]
I0326 23:16:08.750192    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-m62tz, hostIfaceName: 9d18f3274515c25, network: default, NAD default, SandboxID: "9d18f3274515c251387954eedaeeea3c54a8a47a2f2368496de8c8a541c6b53c", PCI device ID: , UID: "1ee7fea9-dab8-478d-b2bf-5c8f370490cd", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0326 23:16:08.792008    3808 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz 9d18f3274515c251387954eedaeeea3c54a8a47a2f2368496de8c8a541c6b53c network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-m62tz 9d18f3274515c251387954eedaeeea3c54a8a47a2f2368496de8c8a541c6b53c network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:34:78:96:b4:66\",\"name\":\"9d18f3274515c25\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/794445cf-2b61-4b5e-963f-1d1d72e78d3b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:09.858424    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 23:16:09.888393    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 23:16:10.909661    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:10.909679    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:10.909685    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:10.909696    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:10.909700    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:10.909705    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:14.843935    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:14.843957    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:16:14.843964    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:16:17.085428    3808 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:17.085999    3808 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:17.086038    3808 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:17.086050    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0326 23:16:17.086061    3808 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:17.086066    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0326 23:16:17.424916    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:17.425034    3808 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0326 23:16:17.453968    3808 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.984448ms
I0326 23:16:17.453990    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.01085ms
I0326 23:16:17.455366    3808 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.470375ms, libovsdb time 1.011134ms
I0326 23:16:18.123688    3808 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:18.123709    3808 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:18.123730    3808 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:18.123738    3808 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390j2jb4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:18.381401    3808 cni.go:403] [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default]
I0326 23:16:18.389724    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 073453beffea2cf, network: default, NAD default, SandboxID: "073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf", PCI device ID: , UID: "1ce922df-2ef8-4140-9e67-e10096350e4f", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0326 23:16:18.404686    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-9bbf99585-f8ls6] creating logical port openshift-monitoring_thanos-querier-9bbf99585-f8ls6 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:18.404791    3808 kube.go:256] Updating pod openshift-monitoring/thanos-querier-9bbf99585-f8ls6
I0326 23:16:18.425308    3808 pod.go:62] [openshift-monitoring/thanos-querier-9bbf99585-f8ls6] pod update took 20.548064ms
I0326 23:16:18.425336    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-9bbf99585-f8ls6] addLogicalPort annotation time took 20.577077ms
I0326 23:16:18.426687    3808 pods.go:271] [openshift-monitoring/thanos-querier-9bbf99585-f8ls6] addLogicalPort took 22.012554ms, libovsdb time 960.215µs
I0326 23:16:18.432563    3808 cni.go:424] [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:0a:ab:ce:00:23\",\"name\":\"073453beffea2cf\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2d9aca1-d78f-4621-a397-aebdbd95887e\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:18.762609    3808 cni.go:403] [openshift-monitoring/thanos-querier-9bbf99585-f8ls6 68f7f1b9d12e8891d7cb39741e5ce36376e58e9c1ec81419035aad0503872473 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-9bbf99585-f8ls6 68f7f1b9d12e8891d7cb39741e5ce36376e58e9c1ec81419035aad0503872473 network default NAD default]
I0326 23:16:18.771096    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-9bbf99585-f8ls6, hostIfaceName: 68f7f1b9d12e889, network: default, NAD default, SandboxID: "68f7f1b9d12e8891d7cb39741e5ce36376e58e9c1ec81419035aad0503872473", PCI device ID: , UID: "03efc7f9-6223-4481-9ba3-7890f20cccc0", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0326 23:16:18.772379    3808 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-2jdj9] creating logical port openshift-console_downloads-56d45c498b-2jdj9 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:18.772488    3808 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-2jdj9
I0326 23:16:18.790625    3808 pod.go:62] [openshift-console/downloads-56d45c498b-2jdj9] pod update took 18.173066ms
I0326 23:16:18.790646    3808 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-2jdj9] addLogicalPort annotation time took 18.199389ms
I0326 23:16:18.791699    3808 pods.go:271] [openshift-console/downloads-56d45c498b-2jdj9] addLogicalPort took 19.33562ms, libovsdb time 762.057µs
I0326 23:16:18.813695    3808 cni.go:424] [openshift-monitoring/thanos-querier-9bbf99585-f8ls6 68f7f1b9d12e8891d7cb39741e5ce36376e58e9c1ec81419035aad0503872473 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-9bbf99585-f8ls6 68f7f1b9d12e8891d7cb39741e5ce36376e58e9c1ec81419035aad0503872473 network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:2d:66:b1:01:55\",\"name\":\"68f7f1b9d12e889\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07f9d55a-a766-47c1-bd58-8495d5c1e394\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:19.134986    3808 cni.go:403] [openshift-console/downloads-56d45c498b-2jdj9 23750bb234ba789475011983b3ef0e14d237458e5d8c652a777229c0ccc3b43e network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-2jdj9 23750bb234ba789475011983b3ef0e14d237458e5d8c652a777229c0ccc3b43e network default NAD default]
I0326 23:16:19.143856    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-2jdj9, hostIfaceName: 23750bb234ba789, network: default, NAD default, SandboxID: "23750bb234ba789475011983b3ef0e14d237458e5d8c652a777229c0ccc3b43e", PCI device ID: , UID: "a598d8cd-3bf9-4877-a913-bcee064ce49e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0326 23:16:19.188110    3808 cni.go:424] [openshift-console/downloads-56d45c498b-2jdj9 23750bb234ba789475011983b3ef0e14d237458e5d8c652a777229c0ccc3b43e network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-2jdj9 23750bb234ba789475011983b3ef0e14d237458e5d8c652a777229c0ccc3b43e network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:42:90:3f:b2:8d\",\"name\":\"23750bb234ba789\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8845c321-1f5e-4f39-a571-2a046ddddd8c\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:19.886039    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:19.886062    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:19.956236    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:19.956260    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:19.956286    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:20.467197    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:20.467217    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:20.467222    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:16:20.858863    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-956879f57-clwnk] creating logical port openshift-monitoring_metrics-server-956879f57-clwnk for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:20.859049    3808 kube.go:256] Updating pod openshift-monitoring/metrics-server-956879f57-clwnk
I0326 23:16:20.876800    3808 pod.go:62] [openshift-monitoring/metrics-server-956879f57-clwnk] pod update took 17.788553ms
I0326 23:16:20.876833    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-956879f57-clwnk] addLogicalPort annotation time took 17.827103ms
I0326 23:16:20.878448    3808 pods.go:271] [openshift-monitoring/metrics-server-956879f57-clwnk] addLogicalPort took 19.607524ms, libovsdb time 1.194454ms
I0326 23:16:21.076839    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-cnltr for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:21.076951    3808 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr
I0326 23:16:21.092533    3808 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr] pod update took 15.613509ms
I0326 23:16:21.092561    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr] addLogicalPort annotation time took 15.646927ms
I0326 23:16:21.093930    3808 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr] addLogicalPort took 17.108442ms, libovsdb time 959.204µs
I0326 23:16:21.223775    3808 cni.go:403] [openshift-monitoring/metrics-server-956879f57-clwnk 7dad356d3866e45fc5b8fd019ebb92606ac14eefbd44c9e241cd04945fdcb2e8 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-956879f57-clwnk 7dad356d3866e45fc5b8fd019ebb92606ac14eefbd44c9e241cd04945fdcb2e8 network default NAD default]
I0326 23:16:21.232831    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-956879f57-clwnk, hostIfaceName: 7dad356d3866e45, network: default, NAD default, SandboxID: "7dad356d3866e45fc5b8fd019ebb92606ac14eefbd44c9e241cd04945fdcb2e8", PCI device ID: , UID: "8f818a91-3a11-453b-a3cd-bc922e7f8283", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0326 23:16:21.279114    3808 cni.go:424] [openshift-monitoring/metrics-server-956879f57-clwnk 7dad356d3866e45fc5b8fd019ebb92606ac14eefbd44c9e241cd04945fdcb2e8 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-956879f57-clwnk 7dad356d3866e45fc5b8fd019ebb92606ac14eefbd44c9e241cd04945fdcb2e8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:bd:ed:6f:ff:66\",\"name\":\"7dad356d3866e45\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b07b3d-e8dd-436a-8dd1-f74d51a40fd1\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:16:21.781971    3808 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr 05be542a2b3ca80b5d02565c255175b9b13380a40889c8476612dfdd540df5d8 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr 05be542a2b3ca80b5d02565c255175b9b13380a40889c8476612dfdd540df5d8 network default NAD default]
I0326 23:16:21.792025    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-cnltr, hostIfaceName: 05be542a2b3ca80, network: default, NAD default, SandboxID: "05be542a2b3ca80b5d02565c255175b9b13380a40889c8476612dfdd540df5d8", PCI device ID: , UID: "a4e0b245-32c0-42e1-a54a-248b4e6ec2a8", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0326 23:16:21.842781    3808 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr 05be542a2b3ca80b5d02565c255175b9b13380a40889c8476612dfdd540df5d8 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-cnltr 05be542a2b3ca80b5d02565c255175b9b13380a40889c8476612dfdd540df5d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:19:8d:41:5a:cb\",\"name\":\"05be542a2b3ca80\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fd19dc3-47d9-4b27-9c02-a777ddf1ffe5\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:22.026403    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:22.026424    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:22.026433    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:22.026439    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0326 23:16:22.077183    3808 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 23:16:22.111067    3808 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 23:16:22.895442    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:22.895665    3808 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0326 23:16:22.924636    3808 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.019995ms
I0326 23:16:22.924657    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.045747ms
I0326 23:16:22.925895    3808 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.472334ms, libovsdb time 889.446µs
W0326 23:16:23.012761    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:23.012785    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:23.012790    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:23.012793    3808 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:23.373586    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:23.373618    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:23.423016    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:23.423040    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 23:16:23.539592    3808 cni.go:403] [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default]
I0326 23:16:23.549079    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 33742d10b342e15, network: default, NAD default, SandboxID: "33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4", PCI device ID: , UID: "cadc6dd6-a6bf-45c8-bd32-596f322fd4fe", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0326 23:16:23.601695    3808 cni.go:424] [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:82:2b:eb:cf:e4\",\"name\":\"33742d10b342e15\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1aaabe4-81de-48fe-a747-bd868ad99d70\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:23.860719    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:16:23.960870    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0326 23:16:23.986014    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:16:24.013262    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0326 23:16:24.072896    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:16:24.072917    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:16:24.466485    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:16:25.025949    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:16:25.025971    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:16:28.082506    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082531    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082537    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082544    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082558    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082563    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082567    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.082571    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.993850    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.993876    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.993885    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:28.993893    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:16:33.054612    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 23:16:34.506016    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 23:16:35.006431    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 23:16:35.036714    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0326 23:16:37.520245    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0326 23:16:39.030967    3808 base_network_controller_pods.go:487] [default/openshift-console/console-78d8d49547-mqwlr] creating logical port openshift-console_console-78d8d49547-mqwlr for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:16:39.031085    3808 kube.go:256] Updating pod openshift-console/console-78d8d49547-mqwlr
I0326 23:16:39.047082    3808 pod.go:62] [openshift-console/console-78d8d49547-mqwlr] pod update took 16.034372ms
I0326 23:16:39.047103    3808 base_network_controller_pods.go:937] [default/openshift-console/console-78d8d49547-mqwlr] addLogicalPort annotation time took 16.060722ms
I0326 23:16:39.048304    3808 pods.go:271] [openshift-console/console-78d8d49547-mqwlr] addLogicalPort took 17.358204ms, libovsdb time 829.41µs
W0326 23:16:39.066465    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0326 23:16:39.395354    3808 cni.go:403] [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default] ADD starting CNI request [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default]
I0326 23:16:39.404500    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-78d8d49547-mqwlr, hostIfaceName: 16cb518c11dd10d, network: default, NAD default, SandboxID: "16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251", PCI device ID: , UID: "f775d0cf-e9df-4870-b904-cf0ec27eb49e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0326 23:16:39.450844    3808 cni.go:424] [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default] ADD finished CNI request [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:b1:53:c9:f7:fd\",\"name\":\"16cb518c11dd10d\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b27ea1d9-ebc1-4f6b-9902-15264471ff8c\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:16:44.965239    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:16:47.590444    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0326 23:16:48.442370    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:48.442397    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:16:48.442405    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:16:48.727196    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:48.727722    3808 obj_retry.go:464] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:16:49.113364    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:49.113386    3808 obj_retry.go:458] Detected object openshift-image-registry/image-registry-56599b6895-b246v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:16:49.118607    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-56599b6895-b246v
I0326 23:16:49.118631    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-56599b6895-b246v
W0326 23:16:50.079621    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:17:03.127897    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0326 23:17:03.127943    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0326 23:17:03.127900    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0326 23:17:03.171791    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 23:17:04.135651    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
I0326 23:17:04.836596    3808 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:04.837139    3808 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:05.649512    3808 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:05.649534    3808 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-xhc8n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:05.653401    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc45c6d9-xhc8n
I0326 23:17:05.653427    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc45c6d9-xhc8n
I0326 23:17:15.403710    3808 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:15.404185    3808 obj_retry.go:464] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:16.234748    3808 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:16.234775    3808 obj_retry.go:458] Detected object openshift-console/console-6bdc45c6d9-pj9xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:16.242532    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6bdc45c6d9-pj9xj
I0326 23:17:16.242558    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6bdc45c6d9-pj9xj
I0326 23:17:22.401085    3808 obj_retry.go:464] Detected object openshift-ingress/router-default-6565674565-gspwq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:22.404758    3808 obj_retry.go:464] Detected object openshift-ingress/router-default-6565674565-gspwq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:22.705796    3808 obj_retry.go:458] Detected object openshift-ingress/router-default-6565674565-gspwq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:22.705823    3808 obj_retry.go:458] Detected object openshift-ingress/router-default-6565674565-gspwq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:22.712189    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6565674565-gspwq
I0326 23:17:22.712213    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6565674565-gspwq
W0326 23:17:24.247910    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:17:24.247938    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:17:38.443755    3808 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:38.444295    3808 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:38.777197    3808 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:38.777220    3808 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:38.783631    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0326 23:17:38.783654    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0326 23:17:42.809058    3808 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:42.809656    3808 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:17:43.337213    3808 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:43.337237    3808 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:17:43.343992    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0326 23:17:43.344017    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0326 23:18:00.397136    3808 cni.go:403] [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default]
I0326 23:18:00.486531    3808 cni.go:424] [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 073453beffea2cfe6c0ba83ab11eebe5e70f22f34c308ef7e3b79a96b983abbf network default NAD default], result "{}", err <nil>
I0326 23:18:00.550599    3808 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:00.550631    3808 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0326 23:18:00.551997    3808 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.17
I0326 23:18:00.552027    3808 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:01.364967    3808 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:01.364993    3808 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:01.372505    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0326 23:18:01.372535    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0326 23:18:01.437543    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:18:01.437721    3808 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0326 23:18:01.458335    3808 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.689112ms
I0326 23:18:01.458356    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.717089ms
I0326 23:18:01.459609    3808 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.078784ms, libovsdb time 884.212µs
I0326 23:18:01.796617    3808 cni.go:403] [openshift-monitoring/alertmanager-main-0 74fae1176b8101bd6ab3696675c21d02aa6a6dc0ed2073ae88e048a3b579c975 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 74fae1176b8101bd6ab3696675c21d02aa6a6dc0ed2073ae88e048a3b579c975 network default NAD default]
I0326 23:18:01.804932    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 74fae1176b8101b, network: default, NAD default, SandboxID: "74fae1176b8101bd6ab3696675c21d02aa6a6dc0ed2073ae88e048a3b579c975", PCI device ID: , UID: "9a54e7a9-e3a8-47a1-a6dd-b113188192ea", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0326 23:18:01.847722    3808 cni.go:424] [openshift-monitoring/alertmanager-main-0 74fae1176b8101bd6ab3696675c21d02aa6a6dc0ed2073ae88e048a3b579c975 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 74fae1176b8101bd6ab3696675c21d02aa6a6dc0ed2073ae88e048a3b579c975 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:3c:87:f3:d9:ac\",\"name\":\"74fae1176b8101b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16e972bb-4b03-4ce4-88e6-e897194cc4b2\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:10.344330    3808 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-w8r67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:10.344881    3808 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-w8r67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:10.944039    3808 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-w8r67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:10.944070    3808 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-w8r67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:10.946974    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78d8d49547-w8r67
I0326 23:18:10.946996    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78d8d49547-w8r67
I0326 23:18:21.620420    3808 cni.go:403] [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default] DEL starting CNI request [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default]
I0326 23:18:21.691895    3808 cni.go:424] [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default] DEL finished CNI request [openshift-console/console-78d8d49547-mqwlr 16cb518c11dd10dfba370cb44364d3d239b44123fabf490da93a89f8a7a3b251 network default NAD default], result "{}", err <nil>
I0326 23:18:21.738816    3808 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-mqwlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:21.738851    3808 pods.go:176] Deleting pod: openshift-console/console-78d8d49547-mqwlr
I0326 23:18:21.740056    3808 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78d8d49547-mqwlr, ips: 10.130.0.23
I0326 23:18:21.740085    3808 obj_retry.go:464] Detected object openshift-console/console-78d8d49547-mqwlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:22.450365    3808 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-mqwlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:22.450390    3808 obj_retry.go:458] Detected object openshift-console/console-78d8d49547-mqwlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:22.458062    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78d8d49547-mqwlr
I0326 23:18:22.458098    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78d8d49547-mqwlr
I0326 23:18:25.434500    3808 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-99.ec2.internal
I0326 23:18:25.434537    3808 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-99.ec2.internal: 43.192µs
I0326 23:18:25.434549    3808 egressfirewall.go:628] Syncing node "ip-10-0-1-99.ec2.internal" for egress firewall
I0326 23:18:25.461648    3808 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-rjcfk] creating logical port kube-system_global-pull-secret-syncer-rjcfk for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:18:25.461767    3808 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-rjcfk
I0326 23:18:25.474011    3808 pod.go:62] [kube-system/global-pull-secret-syncer-rjcfk] pod update took 12.26743ms
I0326 23:18:25.474034    3808 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-rjcfk] addLogicalPort annotation time took 12.29437ms
I0326 23:18:25.475455    3808 pods.go:271] [kube-system/global-pull-secret-syncer-rjcfk] addLogicalPort took 13.821597ms, libovsdb time 976.113µs
I0326 23:18:25.821388    3808 cni.go:403] [kube-system/global-pull-secret-syncer-rjcfk de39d7a94d15d4db414f1e434be60b2a771b9f02351363beafc9b78f76feaffc network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-rjcfk de39d7a94d15d4db414f1e434be60b2a771b9f02351363beafc9b78f76feaffc network default NAD default]
I0326 23:18:25.830079    3808 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-rjcfk, hostIfaceName: de39d7a94d15d4d, network: default, NAD default, SandboxID: "de39d7a94d15d4db414f1e434be60b2a771b9f02351363beafc9b78f76feaffc", PCI device ID: , UID: "3f2560a2-ebcc-4480-9e8f-0c0e97d8aaa3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0326 23:18:25.879779    3808 cni.go:424] [kube-system/global-pull-secret-syncer-rjcfk de39d7a94d15d4db414f1e434be60b2a771b9f02351363beafc9b78f76feaffc network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-rjcfk de39d7a94d15d4db414f1e434be60b2a771b9f02351363beafc9b78f76feaffc network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:f1:64:ae:59:b2\",\"name\":\"de39d7a94d15d4d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cf3a788-f41d-4742-b5b1-7ce534c16be3\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:30.648822    3808 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0326 23:18:31.848286    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:31.848304    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:31.848312    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:18:45.795488    3808 cni.go:403] [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default]
I0326 23:18:45.887752    3808 cni.go:424] [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 33742d10b342e1595f3857246f7cee9ee7e2d67016973e95a993c4f31724c6e4 network default NAD default], result "{}", err <nil>
I0326 23:18:45.955335    3808 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:45.955369    3808 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0326 23:18:45.956544    3808 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.22
I0326 23:18:45.956573    3808 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:46.563843    3808 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:46.563872    3808 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:46.572656    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0326 23:18:46.572687    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0326 23:18:46.614037    3808 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:18:46.614160    3808 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0326 23:18:46.639435    3808 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.313142ms
I0326 23:18:46.639456    3808 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.338407ms
I0326 23:18:46.640694    3808 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.673455ms, libovsdb time 913.535µs
I0326 23:18:46.972500    3808 cni.go:403] [openshift-monitoring/prometheus-k8s-0 e0e24f15a08b8641871429aa4d4df9c5d13d2faa0e2d5d5314f88a07342f81d8 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e0e24f15a08b8641871429aa4d4df9c5d13d2faa0e2d5d5314f88a07342f81d8 network default NAD default]
I0326 23:18:46.980732    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e0e24f15a08b864, network: default, NAD default, SandboxID: "e0e24f15a08b8641871429aa4d4df9c5d13d2faa0e2d5d5314f88a07342f81d8", PCI device ID: , UID: "030b242b-ebf3-4552-82bb-98bd8f197773", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0326 23:18:47.025692    3808 cni.go:424] [openshift-monitoring/prometheus-k8s-0 e0e24f15a08b8641871429aa4d4df9c5d13d2faa0e2d5d5314f88a07342f81d8 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e0e24f15a08b8641871429aa4d4df9c5d13d2faa0e2d5d5314f88a07342f81d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"32:4e:04:77:52:fc\",\"name\":\"e0e24f15a08b864\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4d16435-5339-45d4-ae0c-d5bb63e8a7d2\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:19:47.855417    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:47.855438    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:20:01.366451    3808 base_network_controller_pods.go:487] [default/openshift-console/console-84dc4cf488-jx9tp] creating logical port openshift-console_console-84dc4cf488-jx9tp for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:20:01.366621    3808 kube.go:256] Updating pod openshift-console/console-84dc4cf488-jx9tp
I0326 23:20:01.391884    3808 pod.go:62] [openshift-console/console-84dc4cf488-jx9tp] pod update took 25.292008ms
I0326 23:20:01.391905    3808 base_network_controller_pods.go:937] [default/openshift-console/console-84dc4cf488-jx9tp] addLogicalPort annotation time took 25.318374ms
I0326 23:20:01.393008    3808 pods.go:271] [openshift-console/console-84dc4cf488-jx9tp] addLogicalPort took 26.578617ms, libovsdb time 777.774µs
I0326 23:20:01.728597    3808 cni.go:403] [openshift-console/console-84dc4cf488-jx9tp 76b65cbe530c21d431ce31e28da8c03f083da1b97b027aafc243eb215c888445 network default NAD default] ADD starting CNI request [openshift-console/console-84dc4cf488-jx9tp 76b65cbe530c21d431ce31e28da8c03f083da1b97b027aafc243eb215c888445 network default NAD default]
I0326 23:20:01.737381    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-84dc4cf488-jx9tp, hostIfaceName: 76b65cbe530c21d, network: default, NAD default, SandboxID: "76b65cbe530c21d431ce31e28da8c03f083da1b97b027aafc243eb215c888445", PCI device ID: , UID: "31ba5284-c471-406b-b966-2b2c380f20c0", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0326 23:20:01.779729    3808 cni.go:424] [openshift-console/console-84dc4cf488-jx9tp 76b65cbe530c21d431ce31e28da8c03f083da1b97b027aafc243eb215c888445 network default NAD default] ADD finished CNI request [openshift-console/console-84dc4cf488-jx9tp 76b65cbe530c21d431ce31e28da8c03f083da1b97b027aafc243eb215c888445 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:7d:09:7d:de:83\",\"name\":\"76b65cbe530c21d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c33b289-5c9c-4831-a479-d339b5fa850c\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:20:05.493908    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:05.494444    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:06.514079    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:06.514105    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:20:11.922757    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:20:26.666143    3808 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-bnzdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:26.666709    3808 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-bnzdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:27.476751    3808 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-bnzdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:27.476771    3808 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-bnzdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:27.482355    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d864cb9c-bnzdr
I0326 23:20:27.482378    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d864cb9c-bnzdr
I0326 23:20:37.249688    3808 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-9mtj7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:37.250261    3808 obj_retry.go:464] Detected object openshift-console/console-d864cb9c-9mtj7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:38.023658    3808 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-9mtj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:38.023681    3808 obj_retry.go:458] Detected object openshift-console/console-d864cb9c-9mtj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:38.026602    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d864cb9c-9mtj7
I0326 23:20:38.026623    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d864cb9c-9mtj7
I0326 23:20:42.897264    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 23:20:55.880186    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0326 23:20:59.870229    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0326 23:21:22.780361    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=562
W0326 23:21:26.695633    3808 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:21:33.771370    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0326 23:21:37.740170    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0326 23:21:37.740235    3808 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-x7gvg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-x7gvg: no pod IPs found 
I0326 23:21:42.859538    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8
I0326 23:21:43.898090    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0326 23:22:04.860132    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 23:22:06.892100    3808 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0326 23:22:22.885956    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0326 23:23:07.774226    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16
I0326 23:23:13.875141    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 23:23:29.770702    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72
I0326 23:24:01.772049    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74
I0326 23:24:28.864687    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0326 23:24:54.772952    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=143
I0326 23:26:01.105239    3808 namespace.go:98] [tsf] adding namespace
I0326 23:26:01.106210    3808 namespace.go:102] [tsf] adding namespace took 943.594µs
I0326 23:26:01.122979    3808 namespace.go:142] [tsf] updating namespace
I0326 23:26:01.136888    3808 namespace.go:142] [tsf] updating namespace
I0326 23:26:04.779321    3808 namespace.go:98] [konflux-ui] adding namespace
I0326 23:26:04.780197    3808 namespace.go:102] [konflux-ui] adding namespace took 848.184µs
I0326 23:26:04.787237    3808 namespace.go:98] [rhtpa-operator] adding namespace
I0326 23:26:04.787358    3808 namespace.go:98] [konflux-operator] adding namespace
I0326 23:26:04.787612    3808 namespace.go:98] [tsf-tas] adding namespace
I0326 23:26:04.787786    3808 namespace.go:98] [tsf-tpa] adding namespace
I0326 23:26:04.787794    3808 namespace.go:98] [rhbk-operator] adding namespace
I0326 23:26:04.788024    3808 namespace.go:98] [tsf-keycloak] adding namespace
I0326 23:26:04.788057    3808 namespace.go:102] [rhtpa-operator] adding namespace took 800.712µs
I0326 23:26:04.788095    3808 namespace.go:98] [cert-manager-operator] adding namespace
I0326 23:26:04.788735    3808 namespace.go:102] [konflux-operator] adding namespace took 1.360688ms
I0326 23:26:04.789283    3808 namespace.go:102] [tsf-tas] adding namespace took 1.630856ms
I0326 23:26:04.789795    3808 namespace.go:102] [tsf-tpa] adding namespace took 1.993123ms
I0326 23:26:04.790303    3808 namespace.go:102] [rhbk-operator] adding namespace took 2.495464ms
I0326 23:26:04.790804    3808 namespace.go:102] [tsf-keycloak] adding namespace took 2.75958ms
I0326 23:26:04.791339    3808 namespace.go:102] [cert-manager-operator] adding namespace took 3.233914ms
I0326 23:26:04.799692    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:04.813922    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:04.823931    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:04.827216    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:04.829835    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:04.829891    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:04.839318    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:04.839392    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:04.841997    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:04.842151    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:04.847536    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:04.861366    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:04.880314    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:04.891494    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:04.901329    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:04.913447    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:04.921256    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:04.936233    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:04.944778    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:04.962295    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:04.967182    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:04.981375    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:04.984203    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:04.996794    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:05.828978    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:05.829542    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:11.476851    3808 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.477363    3808 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.477389    3808 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.477396    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:11.477406    3808 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.477410    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:11.513540    3808 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.513916    3808 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.513939    3808 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.513946    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:11.513954    3808 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:11.513960    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:12.501570    3808 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.501598    3808 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.501619    3808 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.501632    3808 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.538449    3808 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.538471    3808 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.538488    3808 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:12.538498    3808 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bfz748x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:16.544001    3808 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:16.544577    3808 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:16.544609    3808 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:16.544618    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:16.544628    3808 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:16.544632    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:17.570205    3808 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:17.570229    3808 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:17.570244    3808 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:17.570254    3808 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1lshpz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:19.546688    3808 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.547256    3808 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.547304    3808 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.547317    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:19.547327    3808 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.547331    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:19.581669    3808 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.582096    3808 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.582126    3808 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.582139    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:19.582154    3808 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:19.582159    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:20.587673    3808 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.587697    3808 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.587710    3808 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.587722    3808 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafzphh9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.622604    3808 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.622628    3808 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.622649    3808 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:20.622661    3808 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7kpcfk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:23.645423    3808 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:23.645934    3808 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:23.645965    3808 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:23.645976    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:23.645987    3808 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:23.645991    3808 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:24.686228    3808 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:24.686305    3808 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:24.686323    3808 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:24.686337    3808 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5hw6jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:26:24.908011    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
W0326 23:26:29.928691    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:30.831393    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:30.849419    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:30.936955    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:30.955431    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0326 23:26:31.359202    3808 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-4jmjg] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-4jmjg for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:26:31.359390    3808 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-4jmjg
I0326 23:26:31.377112    3808 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg] pod update took 17.756342ms
I0326 23:26:31.377134    3808 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-4jmjg] addLogicalPort annotation time took 17.788723ms
I0326 23:26:31.378316    3808 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg] addLogicalPort took 19.13329ms, libovsdb time 829.002µs
I0326 23:26:31.731601    3808 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg 21f60bad5dd75cc528edf2b77204f5ed927d43a0f42fbe4c0d62fb854ad7aaae network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg 21f60bad5dd75cc528edf2b77204f5ed927d43a0f42fbe4c0d62fb854ad7aaae network default NAD default]
I0326 23:26:31.739971    3808 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-4jmjg, hostIfaceName: 21f60bad5dd75cc, network: default, NAD default, SandboxID: "21f60bad5dd75cc528edf2b77204f5ed927d43a0f42fbe4c0d62fb854ad7aaae", PCI device ID: , UID: "97873fdb-4e2b-446d-a659-47e38a374465", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0326 23:26:31.781979    3808 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg 21f60bad5dd75cc528edf2b77204f5ed927d43a0f42fbe4c0d62fb854ad7aaae network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-4jmjg 21f60bad5dd75cc528edf2b77204f5ed927d43a0f42fbe4c0d62fb854ad7aaae network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:45:70:e4:cb:2e\",\"name\":\"21f60bad5dd75cc\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db3f6574-9d0a-40fe-8473-cb7c3a5e3fbb\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:32.285465    3808 namespace.go:142] [openshift-operators] updating namespace
I0326 23:26:32.296931    3808 namespace.go:142] [openshift-operators] updating namespace
I0326 23:26:39.228838    3808 namespace.go:142] [openshift-operators] updating namespace
I0326 23:26:47.987402    3808 namespace.go:98] [trusted-artifact-signer] adding namespace
I0326 23:26:47.988365    3808 namespace.go:102] [trusted-artifact-signer] adding namespace took 932.6µs
W0326 23:26:48.193394    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 23:26:48.196316    3808 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:48.236217    3808 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:49.082633    3808 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-hf7kk for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:26:49.082753    3808 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk
I0326 23:26:49.100486    3808 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk] pod update took 17.75758ms
I0326 23:26:49.100509    3808 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk] addLogicalPort annotation time took 17.786749ms
I0326 23:26:49.101617    3808 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk] addLogicalPort took 19.001657ms, libovsdb time 797.948µs
I0326 23:26:49.745566    3808 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk 28eae4b89ae22e78f1d0985eff1f8582870dc30d8828f6d7a80e40de36fae2af network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk 28eae4b89ae22e78f1d0985eff1f8582870dc30d8828f6d7a80e40de36fae2af network default NAD default]
I0326 23:26:49.754151    3808 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-hf7kk, hostIfaceName: 28eae4b89ae22e7, network: default, NAD default, SandboxID: "28eae4b89ae22e78f1d0985eff1f8582870dc30d8828f6d7a80e40de36fae2af", PCI device ID: , UID: "01324e41-a858-40ca-9cb8-bc953f595709", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0326 23:26:49.797196    3808 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk 28eae4b89ae22e78f1d0985eff1f8582870dc30d8828f6d7a80e40de36fae2af network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hf7kk 28eae4b89ae22e78f1d0985eff1f8582870dc30d8828f6d7a80e40de36fae2af network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:1d:91:33:c2:e0\",\"name\":\"28eae4b89ae22e7\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1b7dbe9-adf3-4025-8c34-d60787346ac1\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:54.083412    3808 namespace.go:98] [openshift-pipelines] adding namespace
I0326 23:26:54.084252    3808 namespace.go:102] [openshift-pipelines] adding namespace took 817.32µs
I0326 23:26:54.113848    3808 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:26:54.922660    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:55.499054    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:55.966445    3808 namespace.go:98] [cert-manager] adding namespace
I0326 23:26:55.967363    3808 namespace.go:102] [cert-manager] adding namespace took 893.886µs
I0326 23:26:56.194010    3808 namespace.go:142] [cert-manager] updating namespace
I0326 23:26:56.252730    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:56.285559    3808 namespace.go:142] [cert-manager] updating namespace
I0326 23:26:56.648544    3808 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace
I0326 23:26:57.104411    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:57.299467    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:57.501843    3808 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:57.695322    3808 namespace.go:142] [tsf] updating namespace
I0326 23:26:57.904461    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:58.109340    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:58.313174    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:58.441788    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:58.449308    3808 namespace.go:142] [default] updating namespace
I0326 23:26:58.460371    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:58.469113    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:58.478832    3808 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace
I0326 23:26:58.490995    3808 namespace.go:142] [openshift] updating namespace
I0326 23:26:58.498752    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:58.511261    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:58.523288    3808 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:58.535766    3808 namespace.go:142] [tsf] updating namespace
I0326 23:26:58.545961    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:58.557581    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:58.568262    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:58.664821    3808 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:58.765343    3808 namespace.go:142] [default] updating namespace
I0326 23:26:58.868436    3808 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:58.966599    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:59.064602    3808 namespace.go:142] [open-cluster-management-2p9mp5cv8t0e1bpnh305hr8ld9shop2c] updating namespace
I0326 23:26:59.162197    3808 namespace.go:142] [openshift] updating namespace
I0326 23:26:59.262486    3808 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:59.372427    3808 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:59.471339    3808 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:59.565238    3808 namespace.go:142] [tsf] updating namespace
I0326 23:26:59.665371    3808 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:59.765385    3808 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:59.866328    3808 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:27:00.504403    3808 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:27:00.758354    3808 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:00.793414    3808 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-5r6xj for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:27:00.793543    3808 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj
I0326 23:27:00.818469    3808 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj] pod update took 24.957394ms
I0326 23:27:00.818492    3808 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj] addLogicalPort annotation time took 24.985735ms
I0326 23:27:00.819717    3808 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj] addLogicalPort took 26.319827ms, libovsdb time 849.911µs
I0326 23:27:00.893084    3808 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:00.985420    3808 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:01.155785    3808 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj d924d8b57dae24e155c053e35b9c67f41e4fafcb0e174a296a4b4f7c0460efa3 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj d924d8b57dae24e155c053e35b9c67f41e4fafcb0e174a296a4b4f7c0460efa3 network default NAD default]
I0326 23:27:01.164295    3808 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-5r6xj, hostIfaceName: d924d8b57dae24e, network: default, NAD default, SandboxID: "d924d8b57dae24e155c053e35b9c67f41e4fafcb0e174a296a4b4f7c0460efa3", PCI device ID: , UID: "1e77a92b-8b27-4667-bf22-95b58a1647f9", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0326 23:27:01.417794    3808 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj d924d8b57dae24e155c053e35b9c67f41e4fafcb0e174a296a4b4f7c0460efa3 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-5r6xj d924d8b57dae24e155c053e35b9c67f41e4fafcb0e174a296a4b4f7c0460efa3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:c1:31:1d:76:f8\",\"name\":\"d924d8b57dae24e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c11bedb-a999-4d57-aeb9-aad8c87f5bc2\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:27:01.919414    3808 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-9qwjj for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:27:01.919519    3808 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj
I0326 23:27:02.074199    3808 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj] pod update took 154.706053ms
I0326 23:27:02.074225    3808 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj] addLogicalPort annotation time took 154.741494ms
I0326 23:27:02.075443    3808 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj] addLogicalPort took 156.0503ms, libovsdb time 869.69µs
I0326 23:27:02.285492    3808 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj 718fc449719b3126d7220ac98f464b9f6bfd75c45502185943ced0e0a44cd9ee network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj 718fc449719b3126d7220ac98f464b9f6bfd75c45502185943ced0e0a44cd9ee network default NAD default]
I0326 23:27:02.295911    3808 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-9qwjj, hostIfaceName: 718fc449719b312, network: default, NAD default, SandboxID: "718fc449719b3126d7220ac98f464b9f6bfd75c45502185943ced0e0a44cd9ee", PCI device ID: , UID: "f6c6a854-c643-48ab-8826-8cf8ff3f61d7", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0326 23:27:02.354789    3808 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj 718fc449719b3126d7220ac98f464b9f6bfd75c45502185943ced0e0a44cd9ee network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9qwjj 718fc449719b3126d7220ac98f464b9f6bfd75c45502185943ced0e0a44cd9ee network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:f8:79:e7:28:9c\",\"name\":\"718fc449719b312\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e7eb700-ab94-46e6-a244-5fca86a9d6f8\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:05.637939    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:27:05.637958    3808 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0326 23:27:08.433105    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm] creating logical port openshift-pipelines_tekton-events-controller-b79bdd59-rtxmm for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:27:08.433202    3808 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm
I0326 23:27:08.449964    3808 pod.go:62] [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm] pod update took 16.793379ms
I0326 23:27:08.449986    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm] addLogicalPort annotation time took 16.82039ms
I0326 23:27:08.451161    3808 pods.go:271] [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm] addLogicalPort took 18.069441ms, libovsdb time 812.919µs
I0326 23:27:08.793248    3808 cni.go:403] [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm b87f074e6e5e3896bd4257be943cd0231d231df85124ed0e58ef8554dfdd93c6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm b87f074e6e5e3896bd4257be943cd0231d231df85124ed0e58ef8554dfdd93c6 network default NAD default]
I0326 23:27:08.801895    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-b79bdd59-rtxmm, hostIfaceName: b87f074e6e5e389, network: default, NAD default, SandboxID: "b87f074e6e5e3896bd4257be943cd0231d231df85124ed0e58ef8554dfdd93c6", PCI device ID: , UID: "748906f2-ecac-4371-b612-1c4d228927c1", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0326 23:27:08.846830    3808 cni.go:424] [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm b87f074e6e5e3896bd4257be943cd0231d231df85124ed0e58ef8554dfdd93c6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-b79bdd59-rtxmm b87f074e6e5e3896bd4257be943cd0231d231df85124ed0e58ef8554dfdd93c6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:ce:10:3f:49:9d\",\"name\":\"b87f074e6e5e389\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5daef97a-ac3c-4967-b4fe-67e79159348c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:11.588091    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:27:11.588120    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:27:12.620982    3808 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:12.621002    3808 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:12.621008    3808 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:13.158717    3808 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:13.158734    3808 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:13.158738    3808 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:13.195660    3808 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:13.195679    3808 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:13.195685    3808 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:13.195689    3808 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0326 23:27:14.830033    3808 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:14.830618    3808 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:14.851989    3808 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:14.852016    3808 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:14.860712    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0326 23:27:14.860738    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0326 23:27:17.218005    3808 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-bsrgv] creating logical port cert-manager_cert-manager-59ccb4bb6b-bsrgv for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:27:17.218093    3808 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-bsrgv
I0326 23:27:17.233401    3808 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-bsrgv] pod update took 15.329224ms
I0326 23:27:17.233429    3808 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-59ccb4bb6b-bsrgv] addLogicalPort annotation time took 15.361046ms
I0326 23:27:17.234617    3808 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-bsrgv] addLogicalPort took 16.625759ms, libovsdb time 803.974µs
I0326 23:27:17.576292    3808 cni.go:403] [cert-manager/cert-manager-59ccb4bb6b-bsrgv e2c9601bf1f17012140ed309f397634b2577ea6aaec141c6b326dff75ddfca17 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-bsrgv e2c9601bf1f17012140ed309f397634b2577ea6aaec141c6b326dff75ddfca17 network default NAD default]
I0326 23:27:17.585566    3808 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-bsrgv, hostIfaceName: e2c9601bf1f1701, network: default, NAD default, SandboxID: "e2c9601bf1f17012140ed309f397634b2577ea6aaec141c6b326dff75ddfca17", PCI device ID: , UID: "bb20a89f-fc19-4e11-88a7-18d29225136e", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0326 23:27:17.630148    3808 cni.go:424] [cert-manager/cert-manager-59ccb4bb6b-bsrgv e2c9601bf1f17012140ed309f397634b2577ea6aaec141c6b326dff75ddfca17 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-bsrgv e2c9601bf1f17012140ed309f397634b2577ea6aaec141c6b326dff75ddfca17 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:2d:e0:d1:d9:1d\",\"name\":\"e2c9601bf1f1701\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0f49c21-98fb-4448-a1b2-e4921efa4c8e\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:23.624544    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:23.624565    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:23.624571    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
I0326 23:27:25.774840    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6
W0326 23:27:29.794773    3808 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0326 23:27:29.817486    3808 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0326 23:27:34.843362    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0326 23:27:46.890112    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0326 23:27:47.717653    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-9g6r6 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:27:47.717746    3808 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6
I0326 23:27:47.731867    3808 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6] pod update took 14.142476ms
I0326 23:27:47.731892    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6] addLogicalPort annotation time took 14.172412ms
I0326 23:27:47.733147    3808 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6] addLogicalPort took 15.51027ms, libovsdb time 920.47µs
I0326 23:27:48.081354    3808 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6 28c7d731ffac9eff6150a27861af2f5f11f525dae89c1489c65d1cd278b94d75 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6 28c7d731ffac9eff6150a27861af2f5f11f525dae89c1489c65d1cd278b94d75 network default NAD default]
I0326 23:27:48.089787    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-9g6r6, hostIfaceName: 28c7d731ffac9ef, network: default, NAD default, SandboxID: "28c7d731ffac9eff6150a27861af2f5f11f525dae89c1489c65d1cd278b94d75", PCI device ID: , UID: "d13379c8-64d1-4253-a49f-bb5338761005", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0326 23:27:48.133859    3808 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6 28c7d731ffac9eff6150a27861af2f5f11f525dae89c1489c65d1cd278b94d75 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-9g6r6 28c7d731ffac9eff6150a27861af2f5f11f525dae89c1489c65d1cd278b94d75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:b5:ba:19:50:5a\",\"name\":\"28c7d731ffac9ef\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b077f98-ebcf-43ea-8593-5e1f060a7408\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:27:52.751295    3808 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 23:27:53.055877    3808 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:53.056482    3808 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:53.073655    3808 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:53.073675    3808 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:53.080867    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0326 23:27:53.080891    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0326 23:27:59.900863    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0326 23:28:02.784509    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=265
W0326 23:28:05.016172    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:05.016192    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:05.019146    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0326 23:28:08.801540    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-llwzx for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:28:08.801639    3808 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx
I0326 23:28:08.818301    3808 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx] pod update took 16.693161ms
I0326 23:28:08.818322    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx] addLogicalPort annotation time took 16.718256ms
I0326 23:28:08.819519    3808 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx] addLogicalPort took 17.991831ms, libovsdb time 855.92µs
I0326 23:28:08.901596    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-tvnh6 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:28:08.901678    3808 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6
I0326 23:28:08.915627    3808 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6] pod update took 13.966136ms
I0326 23:28:08.915649    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6] addLogicalPort annotation time took 13.991399ms
I0326 23:28:08.916905    3808 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6] addLogicalPort took 15.329284ms, libovsdb time 885.394µs
I0326 23:28:08.999835    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-tprvz for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:28:08.999931    3808 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz
I0326 23:28:09.014581    3808 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz] pod update took 14.670334ms
I0326 23:28:09.014599    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz] addLogicalPort annotation time took 14.691104ms
I0326 23:28:09.015859    3808 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz] addLogicalPort took 16.033555ms, libovsdb time 898.95µs
I0326 23:28:09.161747    3808 cni.go:403] [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx d960667dcf089435a0737b9a446b22d6de2b9c8aeac5983724c34bc9b8d17ed4 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx d960667dcf089435a0737b9a446b22d6de2b9c8aeac5983724c34bc9b8d17ed4 network default NAD default]
I0326 23:28:09.174246    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-llwzx, hostIfaceName: d960667dcf08943, network: default, NAD default, SandboxID: "d960667dcf089435a0737b9a446b22d6de2b9c8aeac5983724c34bc9b8d17ed4", PCI device ID: , UID: "922e720c-345f-4f56-ab22-9cb83163e560", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0326 23:28:09.237585    3808 cni.go:424] [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx d960667dcf089435a0737b9a446b22d6de2b9c8aeac5983724c34bc9b8d17ed4 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-llwzx d960667dcf089435a0737b9a446b22d6de2b9c8aeac5983724c34bc9b8d17ed4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:21:3f:cf:3c:45\",\"name\":\"d960667dcf08943\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c192ff4-1e9b-48ea-bc88-aa5b7822678f\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:09.269850    3808 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6 dfa637fe9d75e3c9d544129fadedb03f75b36e60285f0b756b5cdeb991e67cb6 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6 dfa637fe9d75e3c9d544129fadedb03f75b36e60285f0b756b5cdeb991e67cb6 network default NAD default]
I0326 23:28:09.278671    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-tvnh6, hostIfaceName: dfa637fe9d75e3c, network: default, NAD default, SandboxID: "dfa637fe9d75e3c9d544129fadedb03f75b36e60285f0b756b5cdeb991e67cb6", PCI device ID: , UID: "871e98a7-afbc-4efb-bb7e-cc9a6790fc48", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0326 23:28:09.325126    3808 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6 dfa637fe9d75e3c9d544129fadedb03f75b36e60285f0b756b5cdeb991e67cb6 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tvnh6 dfa637fe9d75e3c9d544129fadedb03f75b36e60285f0b756b5cdeb991e67cb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:2f:73:52:d5:d6\",\"name\":\"dfa637fe9d75e3c\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f443ee5d-7ec4-44ad-b1c6-0ba0a68151c4\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:09.357840    3808 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz 09178c153a5ba57d25ad03e7cd19da34506d59f784b3a5b22c0adb2a31b0a2f9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz 09178c153a5ba57d25ad03e7cd19da34506d59f784b3a5b22c0adb2a31b0a2f9 network default NAD default]
I0326 23:28:09.366448    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-tprvz, hostIfaceName: 09178c153a5ba57, network: default, NAD default, SandboxID: "09178c153a5ba57d25ad03e7cd19da34506d59f784b3a5b22c0adb2a31b0a2f9", PCI device ID: , UID: "f3fe839f-7365-49ca-8515-62636934e647", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0326 23:28:09.412484    3808 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz 09178c153a5ba57d25ad03e7cd19da34506d59f784b3a5b22c0adb2a31b0a2f9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-tprvz 09178c153a5ba57d25ad03e7cd19da34506d59f784b3a5b22c0adb2a31b0a2f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:6c:b7:b9:f1:1b\",\"name\":\"09178c153a5ba57\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0068cb22-aa57-496e-ab22-9482d793950a\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:28:13.970564    3808 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:13.970590    3808 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:13.970596    3808 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:19.955683    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:19.955705    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:19.955713    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0326 23:28:20.778100    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96
I0326 23:28:24.368705    3808 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:24.369256    3808 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:25.130351    3808 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:25.130379    3808 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:25.136629    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 23:28:25.136650    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0326 23:28:25.792049    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-f8qhp] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-f8qhp for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:28:25.792141    3808 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-f8qhp
I0326 23:28:25.804608    3808 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp] pod update took 12.489642ms
I0326 23:28:25.804638    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tkn-cli-serve-784b566968-f8qhp] addLogicalPort annotation time took 12.522354ms
I0326 23:28:25.806024    3808 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp] addLogicalPort took 13.990155ms, libovsdb time 980.854µs
I0326 23:28:26.154432    3808 cni.go:403] [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp af3c977b5dc6680c59f4f85d797ce8bbf03b08b41057b3ae607c603ab4537bb5 network default NAD default] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp af3c977b5dc6680c59f4f85d797ce8bbf03b08b41057b3ae607c603ab4537bb5 network default NAD default]
I0326 23:28:26.162925    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-f8qhp, hostIfaceName: af3c977b5dc6680, network: default, NAD default, SandboxID: "af3c977b5dc6680c59f4f85d797ce8bbf03b08b41057b3ae607c603ab4537bb5", PCI device ID: , UID: "1f2fcb6f-8b5a-4e9a-a920-cf825f51fb7d", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0326 23:28:26.209436    3808 cni.go:424] [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp af3c977b5dc6680c59f4f85d797ce8bbf03b08b41057b3ae607c603ab4537bb5 network default NAD default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f8qhp af3c977b5dc6680c59f4f85d797ce8bbf03b08b41057b3ae607c603ab4537bb5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:3a:a4:0a:fa:15\",\"name\":\"af3c977b5dc6680\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c04382c5-f6db-4162-a1dd-bf22bb34a527\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:28:33.566820    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:28:33.566896    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:33.566910    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0326 23:28:38.761732    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-vsj8r for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:28:38.761870    3808 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r
I0326 23:28:38.777034    3808 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r] pod update took 15.191669ms
I0326 23:28:38.777055    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r] addLogicalPort annotation time took 15.217191ms
I0326 23:28:38.778331    3808 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r] addLogicalPort took 16.615401ms, libovsdb time 876.524µs
I0326 23:28:39.122021    3808 cni.go:403] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r eeaa3c5c5f2e2b226e2dffd0c825f64d18a88f12b9a9bcfa194de8940a5cfcd6 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r eeaa3c5c5f2e2b226e2dffd0c825f64d18a88f12b9a9bcfa194de8940a5cfcd6 network default NAD default]
I0326 23:28:39.130494    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-vsj8r, hostIfaceName: eeaa3c5c5f2e2b2, network: default, NAD default, SandboxID: "eeaa3c5c5f2e2b226e2dffd0c825f64d18a88f12b9a9bcfa194de8940a5cfcd6", PCI device ID: , UID: "5b061671-bb1d-43cf-b8bd-6cae4d7c69be", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0326 23:28:39.336773    3808 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:28:39.384424    3808 cni.go:424] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r eeaa3c5c5f2e2b226e2dffd0c825f64d18a88f12b9a9bcfa194de8940a5cfcd6 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-vsj8r eeaa3c5c5f2e2b226e2dffd0c825f64d18a88f12b9a9bcfa194de8940a5cfcd6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:1b:6c:e4:98:86\",\"name\":\"eeaa3c5c5f2e2b2\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db2c864d-d76d-43c1-8f68-411db5d79c1b\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:41.437674    3808 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-plnjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:41.438245    3808 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-plnjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:28:42.062688    3808 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0326 23:28:42.463838    3808 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-plnjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:42.463865    3808 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-plnjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:48.883720    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0326 23:28:52.828862    3808 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:52.829340    3808 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:28:53.070171    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0326 23:28:53.668635    3808 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:53.668659    3808 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:53.673779    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 23:28:53.673798    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0326 23:28:55.493857    3808 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:55.494425    3808 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:28:55.700360    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:28:55.700409    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:55.700422    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0326 23:29:27.775082    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=50
I0326 23:29:55.598837    3808 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:55.598867    3808 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:55.604608    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 23:29:55.604632    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 23:30:04.172253    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.172809    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.847907    3808 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.848523    3808 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.875575    3808 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:04.875594    3808 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:04.878548    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 23:30:04.878572    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 23:30:05.075600    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:05.075626    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-nfdqk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:07.737740    3808 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6b876b9745-wshkt] creating logical port tsf-tas_trillian-logsigner-6b876b9745-wshkt for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:30:07.737853    3808 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6b876b9745-wshkt
I0326 23:30:07.756337    3808 pod.go:62] [tsf-tas/trillian-logsigner-6b876b9745-wshkt] pod update took 18.519504ms
I0326 23:30:07.756361    3808 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-6b876b9745-wshkt] addLogicalPort annotation time took 18.54846ms
I0326 23:30:07.757702    3808 pods.go:271] [tsf-tas/trillian-logsigner-6b876b9745-wshkt] addLogicalPort took 19.979287ms, libovsdb time 956.366µs
I0326 23:30:08.700974    3808 cni.go:403] [tsf-tas/trillian-logsigner-6b876b9745-wshkt 01ce8344914ee0b8fb44ac25785574583d36cae1dca23fb2dc94348be40a353f network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-6b876b9745-wshkt 01ce8344914ee0b8fb44ac25785574583d36cae1dca23fb2dc94348be40a353f network default NAD default]
I0326 23:30:08.710635    3808 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6b876b9745-wshkt, hostIfaceName: 01ce8344914ee0b, network: default, NAD default, SandboxID: "01ce8344914ee0b8fb44ac25785574583d36cae1dca23fb2dc94348be40a353f", PCI device ID: , UID: "8ea7fa30-74ff-4b7a-81ec-98b940758687", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0326 23:30:08.769308    3808 cni.go:424] [tsf-tas/trillian-logsigner-6b876b9745-wshkt 01ce8344914ee0b8fb44ac25785574583d36cae1dca23fb2dc94348be40a353f network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-6b876b9745-wshkt 01ce8344914ee0b8fb44ac25785574583d36cae1dca23fb2dc94348be40a353f network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:6e:b7:9a:f8:6b\",\"name\":\"01ce8344914ee0b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea9b4505-4da2-4ed7-b6cd-be44eaf5bac9\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:10.365486    3808 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-65f9bf5dc8-2vvdt] creating logical port tsf-tas_trillian-db-65f9bf5dc8-2vvdt for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:30:10.365644    3808 kube.go:256] Updating pod tsf-tas/trillian-db-65f9bf5dc8-2vvdt
I0326 23:30:10.379017    3808 pod.go:62] [tsf-tas/trillian-db-65f9bf5dc8-2vvdt] pod update took 13.408869ms
I0326 23:30:10.379045    3808 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-65f9bf5dc8-2vvdt] addLogicalPort annotation time took 13.442971ms
I0326 23:30:10.380519    3808 pods.go:271] [tsf-tas/trillian-db-65f9bf5dc8-2vvdt] addLogicalPort took 15.052968ms, libovsdb time 1.005977ms
W0326 23:30:14.509734    3808 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0326 23:30:14.863764    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0326 23:30:16.724396    3808 cni.go:403] [tsf-tas/trillian-db-65f9bf5dc8-2vvdt 5a748b48e75538b5fcb66d7c2802542ab9a30c0cdf02bd6e251df732c161c8f1 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-65f9bf5dc8-2vvdt 5a748b48e75538b5fcb66d7c2802542ab9a30c0cdf02bd6e251df732c161c8f1 network default NAD default]
I0326 23:30:16.732889    3808 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-65f9bf5dc8-2vvdt, hostIfaceName: 5a748b48e75538b, network: default, NAD default, SandboxID: "5a748b48e75538b5fcb66d7c2802542ab9a30c0cdf02bd6e251df732c161c8f1", PCI device ID: , UID: "170d386c-48e8-4f73-8ad4-30c750770e34", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0326 23:30:16.779196    3808 cni.go:424] [tsf-tas/trillian-db-65f9bf5dc8-2vvdt 5a748b48e75538b5fcb66d7c2802542ab9a30c0cdf02bd6e251df732c161c8f1 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-65f9bf5dc8-2vvdt 5a748b48e75538b5fcb66d7c2802542ab9a30c0cdf02bd6e251df732c161c8f1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:33:75:db:9c:1d\",\"name\":\"5a748b48e75538b\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a662403-8235-4e5b-9299-ef7c78385e22\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:16.874673    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
W0326 23:30:19.538440    3808 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
W0326 23:30:20.920412    3808 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0326 23:30:23.979625    3808 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:23.980168    3808 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:24.999723    3808 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:24.999750    3808 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-jsgk9-ct7kc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:30:30.587201    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
W0326 23:30:48.647809    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0326 23:30:52.896377    3808 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10
I0326 23:31:00.192751    3808 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:00.193319    3808 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:00.235199    3808 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:00.235223    3808 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:00.241000    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0326 23:31:00.241029    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0326 23:31:02.902975    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11
I0326 23:31:09.259657    3808 obj_retry.go:464] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:09.260297    3808 obj_retry.go:464] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:10.283614    3808 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:10.283640    3808 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:10.868779    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0326 23:31:16.287341    3808 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rxmtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:16.287915    3808 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-rxmtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:16.319185    3808 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:16.319660    3808 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:16.879067    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0326 23:31:17.192465    3808 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rxmtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.192488    3808 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-rxmtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.193363    3808 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.193383    3808 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-4ztw6-thqxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.225436    3808 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.225454    3808 obj_retry.go:458] Detected object tsf/patch-tekton-config-x9rfq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:17.228330    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-x9rfq
I0326 23:31:17.228355    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-x9rfq
I0326 23:31:18.308964    3808 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:18.309549    3808 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:19.222248    3808 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:19.222289    3808 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-wgjsk-8brd5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:31:24.461431    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0326 23:31:27.253753    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0326 23:31:27.280038    3808 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0326 23:31:28.382614    3808 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:28.383247    3808 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:28.400690    3808 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:28.400712    3808 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:28.406587    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0326 23:31:28.406615    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0326 23:31:29.863100    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
W0326 23:31:30.301669    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0326 23:31:32.427136    3808 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:32.427674    3808 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:32.453482    3808 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:32.453500    3808 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:32.460778    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0326 23:31:32.460805    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0326 23:31:37.673823    3808 obj_retry.go:464] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:37.674409    3808 obj_retry.go:464] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:38.696290    3808 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:38.696320    3808 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:41.673739    3808 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:41.674266    3808 obj_retry.go:464] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:42.696499    3808 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:42.696520    3808 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:42.877138    3808 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-p4pv2] creating logical port tsf-tpa_create-importers-p4pv2 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:31:42.877251    3808 kube.go:256] Updating pod tsf-tpa/create-importers-p4pv2
I0326 23:31:42.892809    3808 pod.go:62] [tsf-tpa/create-importers-p4pv2] pod update took 15.596568ms
I0326 23:31:42.892829    3808 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-p4pv2] addLogicalPort annotation time took 15.619636ms
I0326 23:31:42.894153    3808 pods.go:271] [tsf-tpa/create-importers-p4pv2] addLogicalPort took 17.034063ms, libovsdb time 906.808µs
I0326 23:31:43.237451    3808 cni.go:403] [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default]
I0326 23:31:43.246141    3808 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-p4pv2, hostIfaceName: a574865ba441e66, network: default, NAD default, SandboxID: "a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295", PCI device ID: , UID: "2bf57a48-e9a9-4a9b-bcb7-9deb46b2f0ea", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0326 23:31:43.499133    3808 cni.go:424] [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:57:d9:e9:7e:d6\",\"name\":\"a574865ba441e66\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4ab78ef-22f1-49fc-b837-dd5229f646b3\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:31:46.977388    3808 cni.go:403] [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default]
I0326 23:31:47.060428    3808 cni.go:424] [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-p4pv2 a574865ba441e661277a75ead17b4a3df41e82ae3abaab2717a9978b11966295 network default NAD default], result "{}", err <nil>
I0326 23:31:47.114996    3808 obj_retry.go:464] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:47.115029    3808 pods.go:176] Deleting pod: tsf-tpa/create-importers-p4pv2
I0326 23:31:47.116643    3808 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-p4pv2, ips: 10.130.0.42
I0326 23:31:47.116678    3808 obj_retry.go:464] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:48.139408    3808 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:48.139435    3808 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:51.561611    3808 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:51.562142    3808 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:52.444971    3808 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:52.444999    3808 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-mf496-kzqmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:31:58.652624    3808 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0326 23:32:00.480653    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0326 23:32:16.707442    3808 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:16.708006    3808 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:16.727954    3808 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:16.727973    3808 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:16.734093    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0326 23:32:16.734122    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0326 23:32:17.465292    3808 namespace.go:98] [build-service] adding namespace
I0326 23:32:17.466119    3808 namespace.go:102] [build-service] adding namespace took 805.019µs
I0326 23:32:17.467808    3808 namespace.go:98] [image-controller] adding namespace
I0326 23:32:17.468438    3808 namespace.go:102] [image-controller] adding namespace took 613.848µs
I0326 23:32:17.471344    3808 namespace.go:98] [integration-service] adding namespace
I0326 23:32:17.471998    3808 namespace.go:102] [integration-service] adding namespace took 634.641µs
I0326 23:32:17.509688    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:17.531675    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:17.539470    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:17.557560    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:17.560305    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:17.573797    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:17.672484    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:17.691457    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:17.717992    3808 namespace.go:98] [release-service] adding namespace
I0326 23:32:17.718777    3808 namespace.go:102] [release-service] adding namespace took 769.79µs
I0326 23:32:17.751749    3808 namespace.go:142] [konflux-ui] updating namespace
I0326 23:32:17.762907    3808 namespace.go:142] [release-service] updating namespace
I0326 23:32:17.775639    3808 namespace.go:142] [release-service] updating namespace
I0326 23:32:17.813407    3808 namespace.go:98] [konflux-info] adding namespace
I0326 23:32:17.814330    3808 namespace.go:102] [konflux-info] adding namespace took 840.513µs
I0326 23:32:17.847538    3808 namespace.go:98] [namespace-lister] adding namespace
I0326 23:32:17.848192    3808 namespace.go:102] [namespace-lister] adding namespace took 638.195µs
I0326 23:32:17.861457    3808 namespace.go:142] [konflux-info] updating namespace
I0326 23:32:17.919383    3808 namespace.go:142] [konflux-info] updating namespace
I0326 23:32:17.923348    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:17.923446    3808 namespace.go:98] [enterprise-contract-service] adding namespace
I0326 23:32:17.924078    3808 namespace.go:102] [enterprise-contract-service] adding namespace took 620.983µs
I0326 23:32:17.946333    3808 namespace.go:142] [namespace-lister] updating namespace
I0326 23:32:17.981600    3808 namespace.go:142] [namespace-lister] updating namespace
I0326 23:32:18.005032    3808 namespace.go:98] [default-tenant] adding namespace
I0326 23:32:18.005117    3808 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:32:18.005846    3808 namespace.go:102] [default-tenant] adding namespace took 797.604µs
I0326 23:32:18.052160    3808 namespace.go:98] [segment-bridge] adding namespace
I0326 23:32:18.052959    3808 namespace.go:102] [segment-bridge] adding namespace took 782.659µs
I0326 23:32:18.063353    3808 namespace.go:142] [default-tenant] updating namespace
I0326 23:32:18.063446    3808 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:32:18.181531    3808 namespace.go:142] [segment-bridge] updating namespace
I0326 23:32:18.286376    3808 namespace.go:142] [default-tenant] updating namespace
I0326 23:32:18.613363    3808 namespace.go:142] [segment-bridge] updating namespace
I0326 23:32:18.877916    3808 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0326 23:32:18.878562    3808 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0326 23:32:18.878581    3808 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0326 23:32:18.881210    3808 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0326 23:32:18.937649    3808 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0326 23:32:18.937674    3808 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0326 23:32:18.938435    3808 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0326 23:32:19.422415    3808 base_network_controller_pods.go:487] [default/konflux-ui/dex-76c7c44896-c7mgv] creating logical port konflux-ui_dex-76c7c44896-c7mgv for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:32:19.422532    3808 kube.go:256] Updating pod konflux-ui/dex-76c7c44896-c7mgv
I0326 23:32:19.455321    3808 pod.go:62] [konflux-ui/dex-76c7c44896-c7mgv] pod update took 32.808748ms
I0326 23:32:19.455346    3808 base_network_controller_pods.go:937] [default/konflux-ui/dex-76c7c44896-c7mgv] addLogicalPort annotation time took 32.83902ms
I0326 23:32:19.457100    3808 pods.go:271] [konflux-ui/dex-76c7c44896-c7mgv] addLogicalPort took 34.699589ms, libovsdb time 1.189404ms
I0326 23:32:19.723905    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:19.777406    3808 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-759977d69f-bbf4j] creating logical port integration-service_integration-service-controller-manager-759977d69f-bbf4j for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:32:19.777497    3808 kube.go:256] Updating pod integration-service/integration-service-controller-manager-759977d69f-bbf4j
I0326 23:32:19.794571    3808 pod.go:62] [integration-service/integration-service-controller-manager-759977d69f-bbf4j] pod update took 17.092079ms
I0326 23:32:19.794600    3808 base_network_controller_pods.go:937] [default/integration-service/integration-service-controller-manager-759977d69f-bbf4j] addLogicalPort annotation time took 17.126219ms
I0326 23:32:19.795994    3808 pods.go:271] [integration-service/integration-service-controller-manager-759977d69f-bbf4j] addLogicalPort took 18.604554ms, libovsdb time 871.917µs
I0326 23:32:20.047449    3808 namespace.go:142] [default-tenant] updating namespace
I0326 23:32:20.224728    3808 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-854f775895-lf7xv] creating logical port release-service_release-service-controller-manager-854f775895-lf7xv for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:32:20.224821    3808 kube.go:256] Updating pod release-service/release-service-controller-manager-854f775895-lf7xv
I0326 23:32:20.255534    3808 pod.go:62] [release-service/release-service-controller-manager-854f775895-lf7xv] pod update took 30.737417ms
I0326 23:32:20.255558    3808 base_network_controller_pods.go:937] [default/release-service/release-service-controller-manager-854f775895-lf7xv] addLogicalPort annotation time took 30.767035ms
I0326 23:32:20.256709    3808 pods.go:271] [release-service/release-service-controller-manager-854f775895-lf7xv] addLogicalPort took 31.995395ms, libovsdb time 760.83µs
I0326 23:32:20.292725    3808 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7f9b7bbbf9-gnqqw] creating logical port konflux-ui_proxy-7f9b7bbbf9-gnqqw for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:32:20.292894    3808 kube.go:256] Updating pod konflux-ui/proxy-7f9b7bbbf9-gnqqw
I0326 23:32:20.329528    3808 pod.go:62] [konflux-ui/proxy-7f9b7bbbf9-gnqqw] pod update took 36.698993ms
I0326 23:32:20.329553    3808 base_network_controller_pods.go:937] [default/konflux-ui/proxy-7f9b7bbbf9-gnqqw] addLogicalPort annotation time took 36.72656ms
I0326 23:32:20.330858    3808 pods.go:271] [konflux-ui/proxy-7f9b7bbbf9-gnqqw] addLogicalPort took 38.147776ms, libovsdb time 885.863µs
I0326 23:32:20.364740    3808 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:32:20.795578    3808 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:20.796115    3808 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:20.899543    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:21.464613    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:21.827369    3808 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:21.827393    3808 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-c9nz8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:21.850801    3808 namespace.go:142] [konflux-info] updating namespace
I0326 23:32:22.002878    3808 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:32:22.002965    3808 kube.go:256] Updating pod konflux-ui/test-tsf-konflux
I0326 23:32:22.019741    3808 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 16.796238ms
I0326 23:32:22.019762    3808 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 16.822572ms
I0326 23:32:22.021032    3808 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 18.166875ms, libovsdb time 879.608µs
I0326 23:32:22.110509    3808 namespace.go:142] [namespace-lister] updating namespace
I0326 23:32:22.301466    3808 namespace.go:142] [release-service] updating namespace
I0326 23:32:22.519317    3808 namespace.go:142] [segment-bridge] updating namespace
I0326 23:32:22.610887    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:22.615117    3808 namespace.go:142] [default-tenant] updating namespace
I0326 23:32:22.636422    3808 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:32:22.665380    3808 cni.go:403] [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default]
I0326 23:32:22.669396    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:22.671462    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:22.674432    3808 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 7370a0b90c46f45, network: default, NAD default, SandboxID: "7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb", PCI device ID: , UID: "648a3ad6-b510-4678-a896-88fbda73f496", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23]
I0326 23:32:22.690400    3808 namespace.go:142] [konflux-info] updating namespace
I0326 23:32:22.721348    3808 cni.go:424] [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:80:98:c7:a8:2a\",\"name\":\"7370a0b90c46f45\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd20c578-e962-4def-9c71-893f883e5792\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:32:22.728682    3808 namespace.go:142] [namespace-lister] updating namespace
I0326 23:32:22.728783    3808 namespace.go:142] [release-service] updating namespace
I0326 23:32:22.728902    3808 namespace.go:142] [segment-bridge] updating namespace
I0326 23:32:22.773375    3808 namespace.go:142] [build-service] updating namespace
I0326 23:32:22.850459    3808 namespace.go:142] [default-tenant] updating namespace
W0326 23:32:22.886626    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0326 23:32:22.945991    3808 namespace.go:142] [enterprise-contract-service] updating namespace
W0326 23:32:23.001475    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0326 23:32:23.016623    3808 namespace.go:142] [image-controller] updating namespace
I0326 23:32:23.109639    3808 namespace.go:142] [integration-service] updating namespace
I0326 23:32:23.223387    3808 namespace.go:142] [konflux-info] updating namespace
I0326 23:32:23.330445    3808 namespace.go:142] [namespace-lister] updating namespace
I0326 23:32:23.413442    3808 namespace.go:142] [release-service] updating namespace
I0326 23:32:23.519539    3808 namespace.go:142] [segment-bridge] updating namespace
W0326 23:32:24.656750    3808 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
I0326 23:32:28.011330    3808 cni.go:403] [konflux-ui/dex-76c7c44896-c7mgv 81840bb9fbd72e31c76aae54420e4defb3c4a803ae497ef76b465785be11cbeb network default NAD default] ADD starting CNI request [konflux-ui/dex-76c7c44896-c7mgv 81840bb9fbd72e31c76aae54420e4defb3c4a803ae497ef76b465785be11cbeb network default NAD default]
I0326 23:32:28.012864    3808 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default] ADD starting CNI request [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default]
I0326 23:32:28.023415    3808 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: dex-76c7c44896-c7mgv, hostIfaceName: 81840bb9fbd72e3, network: default, NAD default, SandboxID: "81840bb9fbd72e31c76aae54420e4defb3c4a803ae497ef76b465785be11cbeb", PCI device ID: , UID: "ec88a8bf-0833-4447-ba93-ec669fdc48bd", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23]
I0326 23:32:28.023686    3808 helper_linux.go:450] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-759977d69f-bbf4j, hostIfaceName: c73bbc6a54bae9c, network: default, NAD default, SandboxID: "c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6", PCI device ID: , UID: "4305a7cc-f9d1-49b2-8f1d-d9f734959f80", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23]
I0326 23:32:28.079356    3808 cni.go:424] [konflux-ui/dex-76c7c44896-c7mgv 81840bb9fbd72e31c76aae54420e4defb3c4a803ae497ef76b465785be11cbeb network default NAD default] ADD finished CNI request [konflux-ui/dex-76c7c44896-c7mgv 81840bb9fbd72e31c76aae54420e4defb3c4a803ae497ef76b465785be11cbeb network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:9c:1d:65:e4:93\",\"name\":\"81840bb9fbd72e3\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10d3693e-2b3c-4eb5-964e-a0c0ac147e71\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:32:28.094548    3808 cni.go:403] [release-service/release-service-controller-manager-854f775895-lf7xv a54b41176646852812382faace8d3cb6ccfd15bb53e9d79cf51218db5a1da935 network default NAD default] ADD starting CNI request [release-service/release-service-controller-manager-854f775895-lf7xv a54b41176646852812382faace8d3cb6ccfd15bb53e9d79cf51218db5a1da935 network default NAD default]
I0326 23:32:28.106142    3808 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default] ADD finished CNI request [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:0e:20:00:2d:67\",\"name\":\"c73bbc6a54bae9c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ec405a2-16ca-494a-ab33-ddc9844116d1\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:32:28.106615    3808 helper_linux.go:450] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-854f775895-lf7xv, hostIfaceName: a54b41176646852, network: default, NAD default, SandboxID: "a54b41176646852812382faace8d3cb6ccfd15bb53e9d79cf51218db5a1da935", PCI device ID: , UID: "da7244db-4e45-4b2a-906f-c31af4eca5fa", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23]
I0326 23:32:28.160545    3808 cni.go:424] [release-service/release-service-controller-manager-854f775895-lf7xv a54b41176646852812382faace8d3cb6ccfd15bb53e9d79cf51218db5a1da935 network default NAD default] ADD finished CNI request [release-service/release-service-controller-manager-854f775895-lf7xv a54b41176646852812382faace8d3cb6ccfd15bb53e9d79cf51218db5a1da935 network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:5c:1b:29:5e:09\",\"name\":\"a54b41176646852\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aa356aa-9237-4be8-a389-0cb3e967a5f5\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:32:28.162537    3808 cni.go:403] [konflux-ui/proxy-7f9b7bbbf9-gnqqw 663e9503c5fe6f4486cd35f109737cc84ac75165e2e766d4f462a6620867ea93 network default NAD default] ADD starting CNI request [konflux-ui/proxy-7f9b7bbbf9-gnqqw 663e9503c5fe6f4486cd35f109737cc84ac75165e2e766d4f462a6620867ea93 network default NAD default]
I0326 23:32:28.172055    3808 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-7f9b7bbbf9-gnqqw, hostIfaceName: 663e9503c5fe6f4, network: default, NAD default, SandboxID: "663e9503c5fe6f4486cd35f109737cc84ac75165e2e766d4f462a6620867ea93", PCI device ID: , UID: "a033ca0e-8f1a-4b59-b166-90abfeb8916b", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23]
I0326 23:32:28.223601    3808 cni.go:424] [konflux-ui/proxy-7f9b7bbbf9-gnqqw 663e9503c5fe6f4486cd35f109737cc84ac75165e2e766d4f462a6620867ea93 network default NAD default] ADD finished CNI request [konflux-ui/proxy-7f9b7bbbf9-gnqqw 663e9503c5fe6f4486cd35f109737cc84ac75165e2e766d4f462a6620867ea93 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:5b:20:06:10:97\",\"name\":\"663e9503c5fe6f4\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/931141d1-023c-4f68-af4c-41a325f436bc\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:32:33.719861    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:32:33.722890    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:32:33.750096    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:32:33.750114    3808 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 23:32:37.261074    3808 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0326 23:32:37.287476    3808 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:32:37.287495    3808 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 23:32:37.307055    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0326 23:32:37.308752    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0326 23:32:37.329807    3808 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:32:37.329868    3808 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:32:44.736550    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:32:44.736574    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:32:44.737290    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:32:44.737307    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service
I0326 23:32:44.911873    3808 cni.go:403] [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default] DEL starting CNI request [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default]
I0326 23:32:45.002541    3808 cni.go:424] [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default] DEL finished CNI request [integration-service/integration-service-controller-manager-759977d69f-bbf4j c73bbc6a54bae9c258e4280f962ee4697bbc4bbab7ea440a13b8e16e88b062a6 network default NAD default], result "{}", err <nil>
I0326 23:32:45.058888    3808 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:45.058933    3808 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-759977d69f-bbf4j
I0326 23:32:45.060476    3808 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-759977d69f-bbf4j, ips: 10.130.0.44
I0326 23:32:45.060511    3808 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:45.319410    3808 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:45.319433    3808 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-bbf4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:45.325550    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-bbf4j
I0326 23:32:45.325579    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-bbf4j
W0326 23:32:48.274813    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service
W0326 23:32:48.277672    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0326 23:32:50.293092    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex
W0326 23:33:11.807813    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:33:11.807840    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 23:33:11.807855    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:33:11.807861    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
W0326 23:33:15.337605    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy
W0326 23:33:15.337627    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy
I0326 23:33:17.776488    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70
I0326 23:33:24.779012    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0326 23:33:45.441753    3808 obj_retry.go:464] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:45.442343    3808 obj_retry.go:464] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:46.199929    3808 obj_retry.go:458] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:46.199974    3808 obj_retry.go:458] Detected object konflux-ui/proxy-7c4ffcc86b-bgxkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:46.206532    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7c4ffcc86b-bgxkr
I0326 23:33:46.206555    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7c4ffcc86b-bgxkr
I0326 23:33:53.698065    3808 cni.go:403] [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default]
I0326 23:33:53.780052    3808 cni.go:424] [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux 7370a0b90c46f45f2e1d292872ca22483bd7c6ad6d3211d7b1c0c21f9b2575fb network default NAD default], result "{}", err <nil>
I0326 23:33:53.832812    3808 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:53.832849    3808 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux
I0326 23:33:53.834340    3808 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47
I0326 23:33:53.834373    3808 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:53.868733    3808 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:53.868760    3808 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:53.874106    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0326 23:33:53.874129    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0326 23:34:14.788214    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=427
I0326 23:34:19.784765    3808 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:34:19.785336    3808 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:34:20.413847    3808 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:20.413871    3808 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:20.418568    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf
I0326 23:34:20.418592    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-wgpdf
I0326 23:34:32.714110    3808 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:34:32.714638    3808 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:34:33.467069    3808 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:33.467098    3808 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:34:33.474717    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b
I0326 23:34:33.474741    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-vdr4b
I0326 23:34:44.777226    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=179
I0326 23:35:34.878422    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6
I0326 23:36:11.778687    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35
I0326 23:36:13.872992    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:36:22.896258    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 23:36:51.867221    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 23:36:58.887441    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 23:37:14.906512    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:37:22.787592    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=68
I0326 23:37:25.905441    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11
I0326 23:37:52.900907    3808 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0326 23:39:32.866656    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0326 23:39:40.883262    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 23:39:52.783324    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0326 23:40:00.199290    3808 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576140-8j8nb for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:40:00.199430    3808 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb
I0326 23:40:00.236596    3808 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb] pod update took 37.198241ms
I0326 23:40:00.236618    3808 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb] addLogicalPort annotation time took 37.225597ms
I0326 23:40:00.237881    3808 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb] addLogicalPort took 38.632052ms, libovsdb time 843.258µs
I0326 23:40:00.558964    3808 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default]
I0326 23:40:00.567574    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576140-8j8nb, hostIfaceName: 2177d43781fcbd5, network: default, NAD default, SandboxID: "2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97", PCI device ID: , UID: "c4187565-8598-4a85-b155-68e1821c2aff", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23]
I0326 23:40:00.616628    3808 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:60:8d:58:f9:68\",\"name\":\"2177d43781fcbd5\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83bc6725-ab2a-4a43-bac2-13029130111b\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:40:03.672560    3808 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default]
I0326 23:40:03.756870    3808 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb 2177d43781fcbd56e35dd477f56489d1c5b4983ee39272df14db7b3ec3a0fb97 network default NAD default], result "{}", err <nil>
I0326 23:40:03.809092    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:03.809147    3808 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb
I0326 23:40:03.810419    3808 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb, ips: 10.130.0.48
I0326 23:40:03.810446    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:04.689933    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:04.689988    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8j8nb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:04.781007    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0326 23:41:38.049855    3808 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:38.049910    3808 obj_retry.go:458] Detected object tsf-tpa/create-db-bx6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:38.054882    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bx6wq
I0326 23:41:38.054894    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bx6wq
I0326 23:41:42.030388    3808 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:42.030433    3808 obj_retry.go:458] Detected object tsf-tpa/migrate-db-bcw5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:42.033113    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-bcw5h
I0326 23:41:42.033143    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-bcw5h
I0326 23:41:48.032107    3808 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:48.032136    3808 obj_retry.go:458] Detected object tsf-tpa/create-importers-p4pv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:41:48.036597    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-p4pv2
I0326 23:41:48.036628    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-p4pv2
I0326 23:42:24.882798    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
I0326 23:42:37.877522    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:42:41.792373    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=41
I0326 23:42:58.891413    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0326 23:43:11.780680    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42
I0326 23:43:12.870866    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7
I0326 23:43:40.910241    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:44:41.908948    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 23:45:16.871027    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:45:38.904904    3808 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9
I0326 23:46:02.783325    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
W0326 23:46:13.185194    3808 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8bcmxc
I0326 23:46:20.900179    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10
I0326 23:46:27.792746    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9
I0326 23:46:44.887734    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 23:46:48.784756    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0326 23:47:22.797212    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0326 23:48:05.895158    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5
I0326 23:48:27.770358    3808 namespace.go:98] [default-tenant-managed] adding namespace
I0326 23:48:27.771241    3808 namespace.go:102] [default-tenant-managed] adding namespace took 857.772µs
I0326 23:48:27.793399    3808 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:48:27.808431    3808 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:48:28.858375    3808 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:48:28.998713    3808 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:48:29.084767    3808 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:48:56.874830    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6
I0326 23:49:00.495186    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-init-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:49:00.495339    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod
I0326 23:49:00.521121    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod] pod update took 25.810278ms
I0326 23:49:00.521169    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod] addLogicalPort annotation time took 25.837999ms
I0326 23:49:00.522628    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod] addLogicalPort took 27.455915ms, libovsdb time 992.861µs
I0326 23:49:00.856349    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default]
I0326 23:49:00.864685    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-init-pod, hostIfaceName: 73afc10532e92be, network: default, NAD default, SandboxID: "73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436", PCI device ID: , UID: "75d2996c-70ab-4d7d-b2e6-97e33515c9de", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23]
I0326 23:49:00.912692    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:e7:0c:6b:75:95\",\"name\":\"73afc10532e92be\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0af466d7-ea90-464a-b33d-084f3f9c265d\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:49:17.615810    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default]
I0326 23:49:17.702983    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod 73afc10532e92bead072f0124836ec0f90be172334fe396051625c1f21b1b436 network default NAD default], result "{}", err <nil>
I0326 23:49:17.882409    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:49:17.882443    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod
I0326 23:49:17.884129    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod, ips: 10.130.0.49
I0326 23:49:17.884159    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:49:23.177716    3808 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-6qnjc for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:49:23.177864    3808 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc
I0326 23:49:23.193480    3808 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc] pod update took 15.643757ms
I0326 23:49:23.193512    3808 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc] addLogicalPort annotation time took 15.679142ms
I0326 23:49:23.195016    3808 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc] addLogicalPort took 17.320226ms, libovsdb time 919.597µs
I0326 23:49:23.541467    3808 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc 4cb7c198687bd3aad31ce3c6911506ebf41ac7754ef46f37d5ee899b1d4994ae network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc 4cb7c198687bd3aad31ce3c6911506ebf41ac7754ef46f37d5ee899b1d4994ae network default NAD default]
I0326 23:49:23.549903    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-6qnjc, hostIfaceName: 4cb7c198687bd3a, network: default, NAD default, SandboxID: "4cb7c198687bd3aad31ce3c6911506ebf41ac7754ef46f37d5ee899b1d4994ae", PCI device ID: , UID: "89406afc-50fd-4fb7-81de-ded840b6e25d", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23]
I0326 23:49:23.599652    3808 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc 4cb7c198687bd3aad31ce3c6911506ebf41ac7754ef46f37d5ee899b1d4994ae network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-6qnjc 4cb7c198687bd3aad31ce3c6911506ebf41ac7754ef46f37d5ee899b1d4994ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:6f:a2:65:2c:c5\",\"name\":\"4cb7c198687bd3a\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a23842ee-fbea-4614-9eb9-d3af4555d622\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:49:37.676419    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:49:37.676443    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:49:37.676449    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:49:37.676453    3808 util.go:959] Failed to build node endpoints for node ip-10-0-1-99.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0326 23:49:44.710441    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:49:44.710588    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod
I0326 23:49:44.740308    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod] pod update took 29.74992ms
I0326 23:49:44.740332    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod] addLogicalPort annotation time took 29.780977ms
I0326 23:49:44.741619    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod] addLogicalPort took 31.200171ms, libovsdb time 863.411µs
I0326 23:49:44.876353    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:49:44.876860    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:49:45.103758    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default]
I0326 23:49:45.112198    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod, hostIfaceName: b3e511fbc67b3d1, network: default, NAD default, SandboxID: "b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb", PCI device ID: , UID: "1abf2b27-a9cc-4b6e-adba-a50b44790728", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23]
I0326 23:49:45.160053    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:9b:db:b3:f0:95\",\"name\":\"b3e511fbc67b3d1\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13bea896-3422-4c65-bb81-c17affb2eaca\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:50:00.178719    3808 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29576150-ccctd for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:50:00.178815    3808 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd
I0326 23:50:00.191361    3808 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd] pod update took 12.5677ms
I0326 23:50:00.191384    3808 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd] addLogicalPort annotation time took 12.59608ms
I0326 23:50:00.192735    3808 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd] addLogicalPort took 14.035782ms, libovsdb time 933.183µs
I0326 23:50:01.490707    3808 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default]
I0326 23:50:01.499359    3808 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29576150-ccctd, hostIfaceName: 1abe22f6d132282, network: default, NAD default, SandboxID: "1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973", PCI device ID: , UID: "04259c74-6339-453d-a238-f08b590861da", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23]
I0326 23:50:01.548636    3808 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:3b:3a:5b:8e:58\",\"name\":\"1abe22f6d132282\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/359edd3f-2079-4496-a428-d4a77a23df54\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:50:04.917608    3808 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default]
I0326 23:50:05.009465    3808 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd 1abe22f6d132282393e9aa72de786a1565e5df8367da7970fd7203c3abe35973 network default NAD default], result "{}", err <nil>
I0326 23:50:05.069666    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:05.069707    3808 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd
I0326 23:50:05.071191    3808 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd, ips: 10.130.0.52
I0326 23:50:05.071220    3808 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:05.922075    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.922107    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-ccctd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.925753    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default]
I0326 23:50:05.960816    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.960843    3808 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.964885    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x
I0326 23:50:05.964906    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-x4f4x
I0326 23:50:06.038590    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod b3e511fbc67b3d135756ca56af337709560be7b47c6cb337104e0df98b3442bb network default NAD default], result "{}", err <nil>
I0326 23:50:06.125468    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:06.125567    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod
I0326 23:50:06.126981    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod, ips: 10.130.0.51
I0326 23:50:06.127010    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:06.294424    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-build-container-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:50:06.294579    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod
I0326 23:50:06.336944    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod] pod update took 42.408019ms
I0326 23:50:06.336970    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod] addLogicalPort annotation time took 42.438164ms
I0326 23:50:06.338373    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod] addLogicalPort took 43.966107ms, libovsdb time 939.354µs
I0326 23:50:06.661203    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default]
I0326 23:50:06.670226    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-build-container-pod, hostIfaceName: c053c6907184719, network: default, NAD default, SandboxID: "c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb", PCI device ID: , UID: "7e66c2f3-4a7b-4b84-a07a-371aaebdb00f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23]
I0326 23:50:06.718783    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:01:de:2a:8b:2b\",\"name\":\"c053c6907184719\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7a2be7e-8cd0-40a8-a92a-c539d214ddfa\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:50:13.912375    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 23:50:28.784707    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38
I0326 23:51:39.881499    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0326 23:51:41.886363    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0326 23:52:14.757883    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default]
I0326 23:52:14.786783    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7
I0326 23:52:14.859456    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod c053c69071847190813bc82d0bc49277e254788f7c1eb13de1446252e5b13bfb network default NAD default], result "{}", err <nil>
I0326 23:52:14.974933    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:14.974969    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod
I0326 23:52:14.976425    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod, ips: 10.130.0.53
I0326 23:52:14.976456    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:23.913803    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0326 23:52:31.789050    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7
I0326 23:52:32.796083    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=87
I0326 23:52:55.707727    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:52:55.707918    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod
I0326 23:52:55.761758    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod] pod update took 53.881735ms
I0326 23:52:55.761786    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod] addLogicalPort annotation time took 53.913144ms
I0326 23:52:55.763228    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod] addLogicalPort took 55.51768ms, libovsdb time 1.035831ms
I0326 23:52:56.017797    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-clair-scan-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:52:56.017914    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod
I0326 23:52:56.070881    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default]
I0326 23:52:56.079658    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod, hostIfaceName: ad9a8712e496abf, network: default, NAD default, SandboxID: "ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e", PCI device ID: , UID: "505f1a84-2aab-48bf-a58e-144f8c50a4e2", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23]
I0326 23:52:56.131087    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:9d:95:bc:bc:56\",\"name\":\"ad9a8712e496abf\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/143d775a-093b-4bf3-98c5-7bcca4c2632d\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:52:56.182750    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod
I0326 23:52:56.279344    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod] pod update took 261.464071ms
I0326 23:52:56.279368    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod] addLogicalPort annotation time took 261.492913ms
I0326 23:52:56.280843    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod] addLogicalPort took 263.060515ms, libovsdb time 1.075099ms
I0326 23:52:56.306418    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:56.306885    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:56.403319    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default]
I0326 23:52:56.413103    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-clair-scan-pod, hostIfaceName: 424c56e4d1dbe7e, network: default, NAD default, SandboxID: "424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982", PCI device ID: , UID: "68ab6bbc-af3c-418a-97ce-6b9f2a61ddfa", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23]
I0326 23:52:56.459590    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:03:59:a5:d7:84\",\"name\":\"424c56e4d1dbe7e\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a3be935-c3cc-4a96-a97b-c093c043460a\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:52:56.734903    3808 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod] creating logical port default-tenant_tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:52:56.735030    3808 kube.go:256] Updating pod default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod
I0326 23:52:56.756697    3808 pod.go:62] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod] pod update took 21.700629ms
I0326 23:52:56.756719    3808 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod] addLogicalPort annotation time took 21.726715ms
I0326 23:52:56.758069    3808 pods.go:271] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod] addLogicalPort took 23.187549ms, libovsdb time 922.951µs
I0326 23:52:57.100578    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default]
I0326 23:52:57.109622    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod, hostIfaceName: ab0f0f1ad52dcb4, network: default, NAD default, SandboxID: "ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522", PCI device ID: , UID: "fdb27f12-57d1-4ccd-9cd2-cec5713d4153", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23]
I0326 23:52:57.161494    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:d2:5e:9e:22:fe\",\"name\":\"ab0f0f1ad52dcb4\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/297ab1c7-95bd-4dfd-9e51-97dac552d5e1\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:53:01.796931    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13
I0326 23:53:19.875034    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0326 23:53:26.904346    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0326 23:53:55.488573    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default]
I0326 23:53:55.590534    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod ad9a8712e496abfd8505d2a7b485c9d0d85ae5f5b7f5ea7363ab58df4d47b35e network default NAD default], result "{}", err <nil>
I0326 23:53:55.701681    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:55.701719    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod
I0326 23:53:55.703217    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod, ips: 10.130.0.54
I0326 23:53:55.703256    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:56.780093    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:56.780652    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:56.811829    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:56.812366    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:58.868003    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:58.868594    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:04.891469    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 23:54:14.622064    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default]
I0326 23:54:14.680585    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:14.681136    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:14.717308    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod ab0f0f1ad52dcb4a8e82b689e16d5886d05e90f1f04ebfb4a372ae00c2f82522 network default NAD default], result "{}", err <nil>
I0326 23:54:14.845918    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:14.845954    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod
I0326 23:54:14.847416    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod, ips: 10.130.0.56
I0326 23:54:14.847448    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:24.012484    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:24.013090    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:24.057158    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:24.057803    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:43.205218    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:43.205852    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:50.283199    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:50.283788    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:54.908612    3808 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11
I0326 23:55:31.878529    3808 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0326 23:56:07.899412    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8
I0326 23:56:17.436894    3808 cni.go:403] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default]
I0326 23:56:17.537632    3808 cni.go:424] [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod 424c56e4d1dbe7eb2e85b498a3b6dd4eecc4f2e4207ba6b2ce4d08a1d6198982 network default NAD default], result "{}", err <nil>
I0326 23:56:17.644109    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:17.644146    3808 pods.go:176] Deleting pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod
I0326 23:56:17.645565    3808 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod, ips: 10.130.0.55
I0326 23:56:17.645595    3808 obj_retry.go:464] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:17.689229    3808 obj_retry.go:458] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:56:17.689253    3808 obj_retry.go:458] Detected object default-tenant/tsf-comp-azfv-on-push-xxcfp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:56:43.102894    3808 obj_retry.go:464] Detected object default-tenant/my-integration-test-pyer-2nlzs-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:43.103539    3808 obj_retry.go:464] Detected object default-tenant/my-integration-test-pyer-2nlzs-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:44.889975    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5
I0326 23:56:57.384551    3808 base_network_controller_pods.go:487] [default/default-tenant-managed/affinity-assistant-91bd6489b9-0] creating logical port default-tenant-managed_affinity-assistant-91bd6489b9-0 for pod on switch ip-10-0-1-99.ec2.internal
I0326 23:56:57.384714    3808 kube.go:256] Updating pod default-tenant-managed/affinity-assistant-91bd6489b9-0
I0326 23:56:57.398402    3808 pod.go:62] [default-tenant-managed/affinity-assistant-91bd6489b9-0] pod update took 13.727311ms
I0326 23:56:57.398433    3808 base_network_controller_pods.go:937] [default/default-tenant-managed/affinity-assistant-91bd6489b9-0] addLogicalPort annotation time took 13.763064ms
I0326 23:56:57.399933    3808 pods.go:271] [default-tenant-managed/affinity-assistant-91bd6489b9-0] addLogicalPort took 15.403779ms, libovsdb time 943.789µs
I0326 23:56:58.062142    3808 cni.go:403] [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default] ADD starting CNI request [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default]
I0326 23:56:58.070800    3808 helper_linux.go:450] ConfigureOVS: namespace: default-tenant-managed, podName: affinity-assistant-91bd6489b9-0, hostIfaceName: 01ebef3096c3c42, network: default, NAD default, SandboxID: "01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0", PCI device ID: , UID: "1dc3b6bb-ea28-4630-aa8c-601d7057f4c3", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23]
I0326 23:56:58.121088    3808 cni.go:424] [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default] ADD finished CNI request [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:b3:20:6f:3c:b8\",\"name\":\"01ebef3096c3c42\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d551a7ef-899b-422d-af68-c54dd0ff3370\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:57:10.804198    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10
I0326 23:57:13.308160    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:13.308756    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:34.535447    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:34.535982    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:44.686630    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:44.687168    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:44.737011    3808 obj_retry.go:458] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:57:44.737039    3808 obj_retry.go:458] Detected object default-tenant-managed/managed-5tk5z-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:57:45.692527    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:45.693068    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:58.813414    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:58.813933    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:05.885775    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:05.886417    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:25.791204    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8
I0326 23:58:26.917770    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0326 23:58:29.099608    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:29.100175    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:29.915651    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10
I0326 23:58:32.886005    3808 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0326 23:58:37.461194    3808 cni.go:403] [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default] DEL starting CNI request [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default]
I0326 23:58:37.550794    3808 cni.go:424] [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default] DEL finished CNI request [default-tenant-managed/affinity-assistant-91bd6489b9-0 01ebef3096c3c427dce037291230e1e1b4949c46ef9187e39fd18f87651514e0 network default NAD default], result "{}", err <nil>
I0326 23:58:37.615763    3808 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:37.615810    3808 pods.go:176] Deleting pod: default-tenant-managed/affinity-assistant-91bd6489b9-0
I0326 23:58:37.617442    3808 pods.go:236] Attempting to release IPs for pod: default-tenant-managed/affinity-assistant-91bd6489b9-0, ips: 10.130.0.57
I0326 23:58:37.617477    3808 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:38.193656    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:38.194226    3808 obj_retry.go:464] Detected object default-tenant-managed/managed-5tk5z-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:38.352379    3808 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:58:38.352410    3808 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-91bd6489b9-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:58:38.355372    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-91bd6489b9-0
I0326 23:58:38.355398    3808 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-91bd6489b9-0
I0326 23:58:50.788990    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65
I0326 23:59:00.794468    3808 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9