+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-2-111.ec2.internal
++ [[ -n ip-10-0-2-111.ec2.internal ]]
++ [[ -f /env/ip-10-0-2-111.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260311-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260311-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 23:17:34.811981700 - disable conntrack on geneve port'
I0326 23:17:34.811981700 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0326 23:17:34.828170372 - starting ovnkube-node'
I0326 23:17:34.828170372 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-111.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-111.ec2.internal --init-node ip-10-0-2-111.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-111.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0326 23:17:34.866023    3829 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf
I0326 23:17:34.866065    3829 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-5f307f4c3f.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}}
I0326 23:17:34.867549    3829 kube.go:419] Waiting for certificate
I0326 23:17:34.867581    3829 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0326 23:17:34.867612    3829 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0326 23:17:34.868817    3829 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:17:34.903822    3829 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:17:34.903838    3829 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:17:34.907385    3829 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:17:34.907476    3829 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dgrq7"
I0326 23:17:34.914145    3829 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dgrq7"
I0326 23:17:34.914249    3829 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0326 23:17:35.868269    3829 kube.go:426] Certificate found
I0326 23:17:35.869004    3829 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0326 23:17:35.870722    3829 metrics.go:541] Starting metrics server at address "127.0.0.1:29103"
I0326 23:17:35.921771    3829 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-27 23:12:34 +0000 UTC" deadline="2026-03-27 19:31:51.763749825 +0000 UTC"
I0326 23:17:35.921934    3829 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h14m15.84185299s"
I0326 23:17:35.938437    3829 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:17:35.955599    3829 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0326 23:17:35.955667    3829 factory.go:531] Starting watch factory
I0326 23:17:35.955744    3829 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955757    3829 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955750    3829 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955781    3829 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955786    3829 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955765    3829 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955749    3829 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.955832    3829 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.956067    3829 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.956090    3829 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.956100    3829 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.956113    3829 metrics.go:541] Starting metrics server at address "127.0.0.1:29105"
I0326 23:17:35.956116    3829 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.961646    3829 controller_manager.go:368] Starting the ovnkube controller
I0326 23:17:35.961659    3829 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-111.ec2.internal
I0326 23:17:35.961705    3829 controller_manager.go:393] NBDB zone sync took: 37.606µs
I0326 23:17:35.961714    3829 factory.go:531] Starting watch factory
I0326 23:17:35.978184    3829 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.978524    3829 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics
I0326 23:17:35.980285    3829 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.980448    3829 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.981679    3829 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0326 23:17:35.981757    3829 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0326 23:17:35.984425    3829 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.985337    3829 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.985595    3829 ovn_northd.go:121] Registering OVN northd metrics
I0326 23:17:35.993139    3829 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0326 23:17:35.999389    3829 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics
I0326 23:17:36.061526    3829 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:17:36.061549    3829 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:17:36.061552    3829 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:17:36.061555    3829 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:17:36.061558    3829 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:17:36.061561    3829 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:17:36.061625    3829 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.061648    3829 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.061795    3829 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.061840    3829 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.065151    3829 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.065492    3829 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0326 23:17:36.067496    3829 factory.go:1890] *v1.Namespace informer cache synced successfully
I0326 23:17:36.067508    3829 factory.go:1890] *v1.Node informer cache synced successfully
I0326 23:17:36.067511    3829 factory.go:1890] *v1.Service informer cache synced successfully
I0326 23:17:36.067511    3829 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:17:36.067520    3829 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:17:36.067515    3829 factory.go:1890] *v1.EndpointSlice informer cache synced successfully
I0326 23:17:36.067526    3829 factory.go:1890] *v1.Pod informer cache synced successfully
I0326 23:17:36.067528    3829 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully
I0326 23:17:36.067583    3829 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.067599    3829 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.070195    3829 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.072608    3829 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0326 23:17:36.072620    3829 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0326 23:17:36.072639    3829 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:17:36.072699    3829 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.072712    3829 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.075385    3829 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.077741    3829 factory.go:1890] *v1.EgressIP informer cache synced successfully
I0326 23:17:36.077751    3829 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:17:36.077805    3829 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.077824    3829 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.080642    3829 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.083124    3829 factory.go:1890] *v1.EgressFirewall informer cache synced successfully
I0326 23:17:36.083148    3829 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:17:36.083220    3829 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.083230    3829 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.085834    3829 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.089187    3829 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:17:36.089251    3829 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.089274    3829 factory.go:1890] *v1.EgressQoS informer cache synced successfully
I0326 23:17:36.089276    3829 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.092112    3829 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.094372    3829 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:17:36.094379    3829 factory.go:1890] *v1.EgressService informer cache synced successfully
I0326 23:17:36.094518    3829 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:17:36.094529    3829 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:17:36.097099    3829 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0326 23:17:36.099493    3829 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0326 23:17:36.099501    3829 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:17:36.099564    3829 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.099579    3829 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.099608    3829 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.099627    3829 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.102404    3829 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.102597    3829 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0326 23:17:36.104670    3829 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:17:36.104682    3829 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:17:36.104685    3829 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0326 23:17:36.104692    3829 factory.go:636] Watch Factory start up complete, took: 149.026537ms
I0326 23:17:36.104814    3829 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256
I0326 23:17:36.109733    3829 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully
I0326 23:17:36.109744    3829 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0326 23:17:36.109752    3829 factory.go:636] Watch Factory start up complete, took: 148.036377ms
I0326 23:17:36.109763    3829 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-2-111.ec2.internal" zone
I0326 23:17:36.140648    3829 default_node_network_controller.go:709] Initializing the default node network controller
I0326 23:17:36.184581    3829 udn_isolation.go:101] Starting UDN host isolation manager
I0326 23:17:36.191499    3829 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0326 23:17:36.232435    3829 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0326 23:17:36.232553    3829 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0326 23:17:36.232580    3829 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0326 23:17:36.263079    3829 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0326 23:17:36.263129    3829 default_node_network_controller.go:808] Node ip-10-0-2-111.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23
I0326 23:17:36.267912    3829 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.111"] k8s.ovn.org/zone-name:ip-10-0-2-111.ec2.internal] on node ip-10-0-2-111.ec2.internal
I0326 23:17:36.289966    3829 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0326 23:17:36.294658    3829 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0326 23:17:36.294810    3829 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1
I0326 23:17:36.294944    3829 gateway_init.go:263] Preparing Gateway
I0326 23:17:36.294959    3829 gateway_shared_intf.go:1658] Creating new gateway
I0326 23:17:36.359837    3829 controller_manager.go:427] Waiting for node in zone sync took: 250.062206ms
I0326 23:17:36.363311    3829 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:17:36.365283    3829 controller_manager.go:608] Switching to transit router for layer2 networks
I0326 23:17:36.365295    3829 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-111.ec2.internal
I0326 23:17:36.369109    3829 iptables.go:108] Creating table: filter chain: OUTPUT
I0326 23:17:36.374869    3829 gateway_shared_intf.go:1787] Gateway Creation Complete
I0326 23:17:36.374886    3829 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-111.ec2.internal","mac-address":"0e:49:52:1a:bf:e9","ip-addresses":["10.0.2.111/24"],"ip-address":"10.0.2.111/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ee6da3c4-ce43-4a07-9847-cc21cbf0d8ad k8s.ovn.org/node-encap-ips:["10.0.2.111"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.111/24"} k8s.ovn.org/zone-name:ip-10-0-2-111.ec2.internal] on node ip-10-0-2-111.ec2.internal
I0326 23:17:36.379736    3829 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0326 23:17:36.384832    3829 controller_manager.go:288] SCTP support detected in OVN
I0326 23:17:36.385395    3829 services_controller.go:69] Creating services controller for network=default
I0326 23:17:36.385501    3829 udn_enabled_svc.go:80] Waiting for service informer to sync
I0326 23:17:36.385600    3829 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0326 23:17:36.385636    3829 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0326 23:17:36.385652    3829 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0326 23:17:36.385662    3829 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:17:36.385803    3829 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0326 23:17:36.385854    3829 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks
I0326 23:17:36.385880    3829 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 18.126µs
I0326 23:17:36.385888    3829 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 33.478µs
I0326 23:17:36.385894    3829 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0326 23:17:36.385893    3829 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.028µs
I0326 23:17:36.385902    3829 nad_controller.go:173] [zone-nad-controller NAD controller]: started
I0326 23:17:36.385913    3829 default_network_controller.go:321] Starting the default network controller
I0326 23:17:36.385926    3829 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 12.963µs
I0326 23:17:36.386020    3829 udn_enabled_svc.go:95] Performing full resync
I0326 23:17:36.386304    3829 udn_enabled_svc.go:99] Waiting for handler to sync
I0326 23:17:36.386316    3829 udn_enabled_svc.go:104] Starting worker
I0326 23:17:36.393513    3829 default_network_controller.go:388] Cleaning External Gateway ECMP routes
I0326 23:17:36.393566    3829 repair.go:33] Syncing exgw routes took 41.475µs
I0326 23:17:36.393583    3829 default_network_controller.go:407] Starting all the Watchers...
I0326 23:17:36.393708    3829 namespace.go:98] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] adding namespace
I0326 23:17:36.393722    3829 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0326 23:17:36.393735    3829 namespace.go:98] [openshift-backplane-csm] adding namespace
I0326 23:17:36.393741    3829 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0326 23:17:36.393743    3829 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0326 23:17:36.393745    3829 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0326 23:17:36.393751    3829 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0326 23:17:36.393753    3829 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0326 23:17:36.393758    3829 namespace.go:98] [kube-public] adding namespace
I0326 23:17:36.393756    3829 namespace.go:98] [openshift-dns-operator] adding namespace
I0326 23:17:36.393765    3829 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0326 23:17:36.393769    3829 namespace.go:98] [openshift-ingress-canary] adding namespace
I0326 23:17:36.393778    3829 namespace.go:98] [openshift-config] adding namespace
I0326 23:17:36.393779    3829 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0326 23:17:36.393712    3829 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0326 23:17:36.394681    3829 namespace.go:102] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] adding namespace took 962.199µs
I0326 23:17:36.394695    3829 namespace.go:98] [openshift-backplane-cse] adding namespace
I0326 23:17:36.395170    3829 namespace.go:102] [openshift-backplane-cse] adding namespace took 453.997µs
I0326 23:17:36.395185    3829 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0326 23:17:36.395645    3829 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 1.913973ms
I0326 23:17:36.395659    3829 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0326 23:17:36.396061    3829 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.315481ms
I0326 23:17:36.396069    3829 namespace.go:98] [openshift-node] adding namespace
I0326 23:17:36.396515    3829 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.764105ms
I0326 23:17:36.396530    3829 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0326 23:17:36.396934    3829 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.181913ms
I0326 23:17:36.396944    3829 namespace.go:98] [openshift-host-network] adding namespace
I0326 23:17:36.397374    3829 namespace.go:102] [openshift-must-gather-operator] adding namespace took 3.618374ms
I0326 23:17:36.397387    3829 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0326 23:17:36.397779    3829 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.020888ms
I0326 23:17:36.397789    3829 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0326 23:17:36.398173    3829 namespace.go:102] [kube-public] adding namespace took 4.40929ms
I0326 23:17:36.398182    3829 namespace.go:98] [openshift-machine-api] adding namespace
I0326 23:17:36.398617    3829 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.853205ms
I0326 23:17:36.398631    3829 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0326 23:17:36.399007    3829 namespace.go:102] [openshift-dns-operator] adding namespace took 5.241606ms
I0326 23:17:36.399016    3829 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0326 23:17:36.399467    3829 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.694742ms
I0326 23:17:36.399476    3829 namespace.go:98] [openshift-network-console] adding namespace
I0326 23:17:36.399920    3829 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.141174ms
I0326 23:17:36.399935    3829 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0326 23:17:36.400371    3829 namespace.go:102] [openshift-config] adding namespace took 6.586098ms
I0326 23:17:36.400380    3829 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0326 23:17:36.400780    3829 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.990189ms
I0326 23:17:36.400803    3829 namespace.go:98] [openshift-multus] adding namespace
I0326 23:17:36.401185    3829 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.346716ms
I0326 23:17:36.401206    3829 namespace.go:98] [openshift-dns] adding namespace
I0326 23:17:36.401850    3829 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.659296ms
I0326 23:17:36.401864    3829 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0326 23:17:36.402376    3829 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.708747ms
I0326 23:17:36.402393    3829 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0326 23:17:36.402821    3829 namespace.go:102] [openshift-node] adding namespace took 6.747432ms
I0326 23:17:36.402831    3829 namespace.go:98] [openshift-operators-redhat] adding namespace
I0326 23:17:36.403243    3829 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.709567ms
I0326 23:17:36.403252    3829 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0326 23:17:36.403750    3829 namespace.go:102] [openshift-host-network] adding namespace took 6.799623ms
I0326 23:17:36.403773    3829 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0326 23:17:36.403751    3829 default_node_network_controller.go:518] Node connection status = connected
I0326 23:17:36.404323    3829 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.928411ms
I0326 23:17:36.404339    3829 namespace.go:98] [openshift-backplane-srep] adding namespace
I0326 23:17:36.404731    3829 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.936462ms
I0326 23:17:36.404745    3829 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0326 23:17:36.405128    3829 namespace.go:102] [openshift-machine-api] adding namespace took 6.942087ms
I0326 23:17:36.405141    3829 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0326 23:17:36.405560    3829 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.922224ms
I0326 23:17:36.405582    3829 namespace.go:98] [openshift-service-ca-operator] adding namespace
I0326 23:17:36.406029    3829 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.007996ms
I0326 23:17:36.406042    3829 namespace.go:98] [openshift-marketplace] adding namespace
I0326 23:17:36.406592    3829 namespace.go:102] [openshift-network-console] adding namespace took 7.108869ms
I0326 23:17:36.406613    3829 namespace.go:98] [openshift-authentication] adding namespace
I0326 23:17:36.407150    3829 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.209616ms
I0326 23:17:36.407184    3829 namespace.go:98] [openshift-config-operator] adding namespace
W0326 23:17:36.407564    3829 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5lbkg: pod openshift-multus/network-metrics-daemon-5lbkg: no pod IPs found 
I0326 23:17:36.407597    3829 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.212164ms
I0326 23:17:36.407607    3829 namespace.go:98] [openshift-backplane] adding namespace
I0326 23:17:36.408181    3829 namespace.go:102] [openshift-multus] adding namespace took 7.369835ms
I0326 23:17:36.408201    3829 namespace.go:98] [openshift-network-node-identity] adding namespace
W0326 23:17:36.408684    3829 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-22h4b: pod openshift-network-diagnostics/network-check-target-22h4b: no pod IPs found 
I0326 23:17:36.408710    3829 namespace.go:102] [openshift-dns] adding namespace took 7.498015ms
I0326 23:17:36.408726    3829 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0326 23:17:36.409227    3829 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.357753ms
I0326 23:17:36.409240    3829 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0326 23:17:36.409620    3829 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.220014ms
I0326 23:17:36.409633    3829 namespace.go:98] [openshift-console-operator] adding namespace
I0326 23:17:36.410017    3829 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.180784ms
I0326 23:17:36.410029    3829 namespace.go:98] [openshift-image-registry] adding namespace
I0326 23:17:36.410416    3829 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.159707ms
I0326 23:17:36.410428    3829 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0326 23:17:36.410789    3829 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.010559ms
I0326 23:17:36.410800    3829 namespace.go:98] [openshift-console-user-settings] adding namespace
I0326 23:17:36.411175    3829 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.831158ms
I0326 23:17:36.411186    3829 namespace.go:98] [dedicated-admin] adding namespace
I0326 23:17:36.411548    3829 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.798221ms
I0326 23:17:36.411560    3829 namespace.go:98] [openshift-logging] adding namespace
I0326 23:17:36.411946    3829 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.79955ms
I0326 23:17:36.411955    3829 namespace.go:98] [default] adding namespace
I0326 23:17:36.412394    3829 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.80483ms
I0326 23:17:36.412407    3829 namespace.go:98] [openshift-infra] adding namespace
I0326 23:17:36.413121    3829 namespace.go:102] [openshift-marketplace] adding namespace took 7.074356ms
I0326 23:17:36.413132    3829 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0326 23:17:36.413525    3829 namespace.go:102] [openshift-authentication] adding namespace took 6.906408ms
I0326 23:17:36.413537    3829 namespace.go:98] [openshift-cluster-version] adding namespace
I0326 23:17:36.413898    3829 namespace.go:102] [openshift-config-operator] adding namespace took 6.708833ms
I0326 23:17:36.413909    3829 namespace.go:98] [openshift-etcd] adding namespace
I0326 23:17:36.414275    3829 namespace.go:102] [openshift-backplane] adding namespace took 6.664051ms
I0326 23:17:36.414286    3829 namespace.go:98] [openshift-insights] adding namespace
I0326 23:17:36.414652    3829 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.446191ms
I0326 23:17:36.414663    3829 namespace.go:98] [openshift-ingress] adding namespace
I0326 23:17:36.415028    3829 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.297741ms
I0326 23:17:36.415038    3829 namespace.go:98] [kube-system] adding namespace
I0326 23:17:36.415516    3829 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.270279ms
I0326 23:17:36.415978    3829 namespace.go:102] [openshift-console-operator] adding namespace took 6.340373ms
I0326 23:17:36.415991    3829 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0326 23:17:36.416396    3829 namespace.go:102] [openshift-image-registry] adding namespace took 6.361985ms
I0326 23:17:36.416408    3829 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0326 23:17:36.416855    3829 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.421702ms
I0326 23:17:36.416866    3829 namespace.go:98] [openshift-authentication-operator] adding namespace
I0326 23:17:36.417275    3829 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.470452ms
I0326 23:17:36.417284    3829 namespace.go:98] [openshift-backplane-tam] adding namespace
I0326 23:17:36.417680    3829 namespace.go:102] [dedicated-admin] adding namespace took 6.488241ms
I0326 23:17:36.417694    3829 namespace.go:98] [openshift-controller-manager] adding namespace
I0326 23:17:36.418052    3829 namespace.go:102] [openshift-logging] adding namespace took 6.487074ms
I0326 23:17:36.418063    3829 namespace.go:98] [openshift-monitoring] adding namespace
I0326 23:17:36.418428    3829 namespace.go:102] [default] adding namespace took 6.468697ms
I0326 23:17:36.418440    3829 namespace.go:98] [openshift-operators] adding namespace
I0326 23:17:36.418808    3829 namespace.go:102] [openshift-infra] adding namespace took 6.395845ms
I0326 23:17:36.418818    3829 namespace.go:98] [kube-node-lease] adding namespace
I0326 23:17:36.419172    3829 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.036343ms
I0326 23:17:36.419181    3829 namespace.go:98] [openshift-ingress-operator] adding namespace
I0326 23:17:36.419601    3829 namespace.go:102] [openshift-cluster-version] adding namespace took 6.058264ms
I0326 23:17:36.419614    3829 namespace.go:98] [openshift] adding namespace
I0326 23:17:36.419962    3829 namespace.go:102] [openshift-etcd] adding namespace took 6.049265ms
I0326 23:17:36.419971    3829 namespace.go:98] [openshift-apiserver] adding namespace
I0326 23:17:36.420362    3829 namespace.go:102] [openshift-insights] adding namespace took 6.070087ms
I0326 23:17:36.420376    3829 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0326 23:17:36.420791    3829 namespace.go:102] [openshift-ingress] adding namespace took 6.123355ms
I0326 23:17:36.420803    3829 namespace.go:98] [openshift-backplane-cee] adding namespace
I0326 23:17:36.421176    3829 namespace.go:102] [kube-system] adding namespace took 6.133548ms
I0326 23:17:36.421188    3829 namespace.go:98] [openshift-network-operator] adding namespace
I0326 23:17:36.421579    3829 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.583355ms
I0326 23:17:36.421961    3829 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.548182ms
I0326 23:17:36.422340    3829 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.469472ms
I0326 23:17:36.422699    3829 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.410505ms
I0326 23:17:36.422712    3829 namespace.go:98] [openshift-package-operator] adding namespace
I0326 23:17:36.423062    3829 namespace.go:102] [openshift-controller-manager] adding namespace took 5.363769ms
I0326 23:17:36.423467    3829 namespace.go:102] [openshift-monitoring] adding namespace took 5.399776ms
I0326 23:17:36.423827    3829 namespace.go:102] [openshift-operators] adding namespace took 5.382799ms
I0326 23:17:36.423839    3829 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0326 23:17:36.424180    3829 namespace.go:102] [kube-node-lease] adding namespace took 5.356297ms
I0326 23:17:36.424195    3829 namespace.go:98] [openshift-console] adding namespace
I0326 23:17:36.424578    3829 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.392532ms
I0326 23:17:36.424938    3829 namespace.go:102] [openshift] adding namespace took 5.318878ms
I0326 23:17:36.424949    3829 namespace.go:98] [openshift-config-managed] adding namespace
I0326 23:17:36.425316    3829 namespace.go:102] [openshift-apiserver] adding namespace took 5.341174ms
I0326 23:17:36.425667    3829 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.286511ms
I0326 23:17:36.426020    3829 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.212981ms
I0326 23:17:36.426407    3829 namespace.go:102] [openshift-network-operator] adding namespace took 5.214335ms
I0326 23:17:36.426780    3829 namespace.go:102] [openshift-package-operator] adding namespace took 4.063247ms
I0326 23:17:36.427135    3829 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.29208ms
I0326 23:17:36.427558    3829 namespace.go:102] [openshift-console] adding namespace took 3.357945ms
I0326 23:17:36.427874    3829 namespace.go:102] [openshift-config-managed] adding namespace took 2.921044ms
I0326 23:17:36.428212    3829 zone_ic_handler.go:186] Time taken to create transit switch: 242.682µs
I0326 23:17:36.428297    3829 master.go:532] Adding or Updating local node "ip-10-0-2-111.ec2.internal" for network "default"
I0326 23:17:36.428890    3829 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-1-167.ec2.internal for the network default
I0326 23:17:36.428906    3829 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-75.ec2.internal for the network default
I0326 23:17:36.429852    3829 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-75.ec2.internal" on network "default" took: 959.057µs
I0326 23:17:36.430139    3829 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-1-167.ec2.internal" on network "default" took: 1.260196ms
W0326 23:17:36.436640    3829 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-22h4b: pod openshift-network-diagnostics/network-check-target-22h4b: no pod IPs found 
W0326 23:17:36.436660    3829 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5lbkg: pod openshift-multus/network-metrics-daemon-5lbkg: no pod IPs found 
I0326 23:17:36.437546    3829 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-2-111.ec2.internal for the network default
I0326 23:17:36.438246    3829 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0326 23:17:36.438278    3829 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0326 23:17:36.438293    3829 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0326 23:17:36.438314    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default"
I0326 23:17:36.438360    3829 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:17:36.438370    3829 services_controller.go:574] Full service sync requested for network=default
I0326 23:17:36.438379    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-75.ec2.internal in network "default"
I0326 23:17:36.438406    3829 node_tracker.go:169] Node ip-10-0-0-75.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:17:36.438413    3829 services_controller.go:574] Full service sync requested for network=default
I0326 23:17:36.438420    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-167.ec2.internal in network "default"
I0326 23:17:36.438440    3829 node_tracker.go:169] Node ip-10-0-1-167.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:17:36.438446    3829 services_controller.go:574] Full service sync requested for network=default
I0326 23:17:36.538987    3829 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0326 23:17:36.539003    3829 services_controller.go:208] Setting up event handlers for services for network=default
I0326 23:17:36.539045    3829 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0326 23:17:36.539096    3829 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0326 23:17:36.539116    3829 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0326 23:17:36.639402    3829 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0326 23:17:36.639417    3829 repair.go:60] Starting repairing loop for services
I0326 23:17:36.639504    3829 repair.go:131] Deleted 0 stale service LBs
I0326 23:17:36.639522    3829 repair.go:137] Deleted 0 stale Chassis Template Vars
I0326 23:17:36.639536    3829 repair.go:62] Finished repairing loop for services: 121.201µs
I0326 23:17:36.639560    3829 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0326 23:17:36.639569    3829 services_controller.go:254] Starting workers for network=default
I0326 23:17:36.639974    3829 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5lbkg] creating logical port openshift-multus_network-metrics-daemon-5lbkg for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:36.639988    3829 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it
I0326 23:17:36.640105    3829 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5lbkg
I0326 23:17:36.653879    3829 pod.go:62] [openshift-multus/network-metrics-daemon-5lbkg] pod update took 13.824775ms
I0326 23:17:36.653896    3829 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-5lbkg] addLogicalPort annotation time took 13.847492ms
I0326 23:17:36.654634    3829 pods.go:271] [openshift-multus/network-metrics-daemon-5lbkg] addLogicalPort took 14.67411ms, libovsdb time 560.132µs
I0326 23:17:36.654733    3829 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-22h4b] creating logical port openshift-network-diagnostics_network-check-target-22h4b for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:36.654802    3829 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-22h4b
I0326 23:17:36.674721    3829 pod.go:62] [openshift-network-diagnostics/network-check-target-22h4b] pod update took 19.943179ms
I0326 23:17:36.674743    3829 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-22h4b] addLogicalPort annotation time took 19.967148ms
I0326 23:17:36.675588    3829 pods.go:271] [openshift-network-diagnostics/network-check-target-22h4b] addLogicalPort took 20.859304ms, libovsdb time 599.667µs
I0326 23:17:36.676119    3829 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0326 23:17:36.676141    3829 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0326 23:17:36.676168    3829 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0326 23:17:36.676178    3829 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0326 23:17:36.676391    3829 repair.go:29] Repairing admin network policies took 204.438µs
I0326 23:17:36.676547    3829 repair.go:92] Repairing baseline admin network policies took 142.017µs
I0326 23:17:36.676976    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0326 23:17:36.676991    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0326 23:17:36.678344    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0326 23:17:36.678364    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0326 23:17:36.678372    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0326 23:17:36.679637    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0326 23:17:36.679656    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0326 23:17:36.679674    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0326 23:17:36.681591    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0326 23:17:36.681613    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0326 23:17:36.681622    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0326 23:17:36.683041    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:17:36.683062    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0326 23:17:36.683070    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0326 23:17:36.683553    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0326 23:17:36.683573    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0326 23:17:36.683581    3829 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0326 23:17:36.685086    3829 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0326 23:17:36.685106    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0326 23:17:36.685115    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0326 23:17:36.687115    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0326 23:17:36.687133    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0326 23:17:36.687141    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0326 23:17:36.687566    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0326 23:17:36.687585    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0326 23:17:36.687595    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0326 23:17:36.688037    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0326 23:17:36.688054    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0326 23:17:36.688061    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0326 23:17:36.688505    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0326 23:17:36.688523    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0326 23:17:36.688531    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0326 23:17:36.688972    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0326 23:17:36.688989    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0326 23:17:36.688999    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0326 23:17:36.690846    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0326 23:17:36.690864    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0326 23:17:36.690872    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0326 23:17:36.691801    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0326 23:17:36.691821    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0326 23:17:36.691829    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0326 23:17:36.692274    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0326 23:17:36.692294    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0326 23:17:36.692304    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0326 23:17:36.692797    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0326 23:17:36.692814    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0326 23:17:36.692822    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0326 23:17:36.694762    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0326 23:17:36.694780    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0326 23:17:36.694789    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0326 23:17:36.695371    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0326 23:17:36.695391    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0326 23:17:36.695397    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0326 23:17:36.695678    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0326 23:17:36.695697    3829 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0326 23:17:36.695706    3829 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0326 23:17:36.696617    3829 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0326 23:17:36.696635    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0326 23:17:36.696641    3829 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0326 23:17:36.696926    3829 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0326 23:17:36.696946    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0326 23:17:36.696955    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0326 23:17:36.697425    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0326 23:17:36.697442    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0326 23:17:36.698135    3829 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0326 23:17:36.698151    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:17:36.698891    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0326 23:17:36.698909    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0326 23:17:36.698916    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0326 23:17:36.699454    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0326 23:17:36.699472    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0326 23:17:36.699482    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0326 23:17:36.700785    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0326 23:17:36.700804    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0326 23:17:36.700811    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0326 23:17:36.701103    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0326 23:17:36.701120    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0326 23:17:36.701127    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0326 23:17:36.701639    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0326 23:17:36.701654    3829 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0326 23:17:36.701677    3829 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0326 23:17:36.702334    3829 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0326 23:17:36.702354    3829 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0326 23:17:36.702363    3829 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0326 23:17:36.703194    3829 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0326 23:17:36.703218    3829 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0326 23:17:36.703232    3829 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0326 23:17:36.704370    3829 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0326 23:17:36.704556    3829 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-6cxvw of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it
I0326 23:17:36.710113    3829 egressfirewall.go:319] Starting EgressFirewall controller
I0326 23:17:36.710140    3829 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0326 23:17:36.710174    3829 controller.go:133] Adding controller egress-firewall-controller event handlers
I0326 23:17:36.710198    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0326 23:17:36.710209    3829 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0326 23:17:36.710174    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0326 23:17:36.710221    3829 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0326 23:17:36.710522    3829 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0326 23:17:36.710536    3829 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0326 23:17:36.710545    3829 egressqos.go:193] Setting up event handlers for EgressQoS
I0326 23:17:36.710631    3829 egressfirewall.go:628] Syncing node "ip-10-0-0-75.ec2.internal" for egress firewall
I0326 23:17:36.710647    3829 egressfirewall.go:628] Syncing node "ip-10-0-1-167.ec2.internal" for egress firewall
I0326 23:17:36.710653    3829 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall
I0326 23:17:36.710755    3829 egressqos.go:245] Starting EgressQoS Controller
I0326 23:17:36.710766    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0326 23:17:36.710774    3829 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0326 23:17:36.710779    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0326 23:17:36.710787    3829 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0326 23:17:36.710795    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0326 23:17:36.710800    3829 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0326 23:17:36.710804    3829 egressqos.go:259] Repairing EgressQoSes
I0326 23:17:36.710808    3829 egressqos.go:399] Starting repairing loop for egressqos
I0326 23:17:36.710889    3829 egressqos.go:401] Finished repairing loop for egressqos: 80.596µs
I0326 23:17:36.710905    3829 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0326 23:17:36.710929    3829 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-111.ec2.internal
I0326 23:17:36.710973    3829 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-111.ec2.internal : 45.388µs
I0326 23:17:36.711097    3829 egressservice_zone.go:210] Starting Egress Services Controller
I0326 23:17:36.711109    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:17:36.711116    3829 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:17:36.711121    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:17:36.711125    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:17:36.711146    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:17:36.711170    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:17:36.711179    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0326 23:17:36.711184    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0326 23:17:36.711188    3829 egressservice_zone.go:228] Repairing Egress Services
I0326 23:17:36.711451    3829 master_controller.go:88] Starting Admin Policy Based Route Controller
I0326 23:17:36.711460    3829 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:17:36.711525    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-167.ec2.internal
I0326 23:17:36.711544    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-167.ec2.internal: 19.811µs
I0326 23:17:36.711557    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0326 23:17:36.711563    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 6.76µs
I0326 23:17:36.711570    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-75.ec2.internal
I0326 23:17:36.711581    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-75.ec2.internal: 11.204µs
I0326 23:17:36.711639    3829 default_network_controller.go:568] Completing all the Watchers took 318.049969ms
I0326 23:17:36.711651    3829 default_network_controller.go:572] Starting unidling controllers
I0326 23:17:36.711661    3829 unidle.go:46] Registering OVN SB ControllerEvent handler
I0326 23:17:36.711667    3829 unidle.go:63] Populating Initial ContollerEvent events
I0326 23:17:36.711678    3829 unidle.go:79] Setting up event handlers for services
I0326 23:17:36.711748    3829 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller
I0326 23:17:36.905952    3829 default_node_network_controller.go:518] Node connection status = connected
I0326 23:17:37.405177    3829 default_node_network_controller.go:518] Node connection status = connected
I0326 23:17:37.905189    3829 default_node_network_controller.go:518] Node connection status = connected
I0326 23:17:38.217889    3829 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller
W0326 23:17:38.320952    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 23:17:38.404400    3829 default_node_network_controller.go:518] Node connection status = connected
I0326 23:17:38.419660    3829 bridgeconfig.go:537] Gateway is ready
I0326 23:17:38.419680    3829 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager
I0326 23:17:38.429897    3829 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.111. Updating OVN encap IP.
I0326 23:17:38.434553    3829 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.111 - it is already configured
I0326 23:17:38.434567    3829 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.111/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0326 23:17:38.434800    3829 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.111/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-111.ec2.internal","mac-address":"0e:49:52:1a:bf:e9","ip-addresses":["10.0.2.111/24"],"ip-address":"10.0.2.111/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ee6da3c4-ce43-4a07-9847-cc21cbf0d8ad k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.111/24"}] on node ip-10-0-2-111.ec2.internal
I0326 23:17:38.450799    3829 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.2.111
I0326 23:17:38.450904    3829 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-111.ec2.internal
I0326 23:17:38.451037    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0326 23:17:38.451086    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 66.477µs
I0326 23:17:38.451095    3829 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default"
I0326 23:17:38.451107    3829 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall
I0326 23:17:38.451111    3829 master.go:532] Adding or Updating local node "ip-10-0-2-111.ec2.internal" for network "default"
I0326 23:17:38.451177    3829 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default"
I0326 23:17:38.451196    3829 services_controller.go:574] Full service sync requested for network=default
W0326 23:17:38.451590    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
W0326 23:17:38.453410    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:17:38.456304    3829 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-111.ec2.internal. Updating no re-route policies
I0326 23:17:38.456377    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-st6df
I0326 23:17:38.456392    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-st6df
I0326 23:17:38.456391    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cd6zv
I0326 23:17:38.456403    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cd6zv
I0326 23:17:38.456407    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-22h4b
I0326 23:17:38.456424    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cd6zv after 0 failed attempt(s)
I0326 23:17:38.456423    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5lbkg
I0326 23:17:38.456430    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-22h4b
I0326 23:17:38.456434    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7mml
I0326 23:17:38.456437    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nm4xl
I0326 23:17:38.456440    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5lbkg
I0326 23:17:38.456455    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-nm4xl
I0326 23:17:38.456464    3829 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal
I0326 23:17:38.456477    3829 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal
I0326 23:17:38.456494    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-nm4xl after 0 failed attempt(s)
I0326 23:17:38.456494    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-njshz
I0326 23:17:38.456508    3829 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-111.ec2.internal after 0 failed attempt(s)
I0326 23:17:38.456443    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7mml
I0326 23:17:38.456513    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-njshz
I0326 23:17:38.456514    3829 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5lbkg] creating logical port openshift-multus_network-metrics-daemon-5lbkg for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:38.456530    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-q7mml after 0 failed attempt(s)
I0326 23:17:38.456417    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-st6df after 0 failed attempt(s)
I0326 23:17:38.456495    3829 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-22h4b] creating logical port openshift-network-diagnostics_network-check-target-22h4b for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:38.456536    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-njshz after 0 failed attempt(s)
I0326 23:17:38.456883    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-cq6nq
I0326 23:17:38.456898    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-cq6nq
I0326 23:17:38.456896    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal
I0326 23:17:38.456897    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-49v2q
I0326 23:17:38.456910    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal
I0326 23:17:38.456914    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-49v2q
I0326 23:17:38.456918    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-cq6nq after 0 failed attempt(s)
I0326 23:17:38.456920    3829 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxsl2
I0326 23:17:38.456887    3829 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-5mjsl
I0326 23:17:38.456927    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-111.ec2.internal after 0 failed attempt(s)
I0326 23:17:38.456932    3829 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxsl2
I0326 23:17:38.456932    3829 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-5mjsl
I0326 23:17:38.456935    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-49v2q after 0 failed attempt(s)
I0326 23:17:38.456949    3829 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-5mjsl after 0 failed attempt(s)
I0326 23:17:38.456952    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vxsl2 after 0 failed attempt(s)
I0326 23:17:38.457344    3829 pods.go:271] [openshift-network-diagnostics/network-check-target-22h4b] addLogicalPort took 862.033µs, libovsdb time 333.246µs
I0326 23:17:38.457357    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-22h4b after 0 failed attempt(s)
I0326 23:17:38.457561    3829 pods.go:271] [openshift-multus/network-metrics-daemon-5lbkg] addLogicalPort took 1.087247ms, libovsdb time 257.7µs
I0326 23:17:38.457574    3829 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5lbkg after 0 failed attempt(s)
I0326 23:17:38.470170    3829 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher
I0326 23:17:38.480598    3829 iptables.go:108] Creating table: mangle chain: OUTPUT
I0326 23:17:38.484070    3829 iptables.go:108] Creating table: nat chain: OUTPUT
I0326 23:17:38.507531    3829 iptables.go:108] Creating table: nat chain: PREROUTING
I0326 23:17:38.551919    3829 iptables.go:108] Creating table: filter chain: FORWARD
I0326 23:17:38.569070    3829 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1
W0326 23:17:38.569210    3829 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0326 23:17:38.569265    3829 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4
W0326 23:17:38.569386    3829 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0326 23:17:38.569436    3829 gateway_init.go:325] Gateway and management port readiness took 2.168324865s
I0326 23:17:38.569471    3829 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0326 23:17:38.569509    3829 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0326 23:17:38.569526    3829 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0326 23:17:38.569537    3829 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0326 23:17:38.569615    3829 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0326 23:17:38.569699    3829 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.695µs
I0326 23:17:38.570006    3829 network_controller.go:246] [node-nad-controller network controller]: syncing all networks
I0326 23:17:38.570036    3829 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 18.428µs
I0326 23:17:38.570047    3829 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 42.076µs
I0326 23:17:38.570054    3829 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0326 23:17:38.570067    3829 nad_controller.go:173] [node-nad-controller NAD controller]: started
I0326 23:17:38.570073    3829 default_node_network_controller.go:898] Starting the default node network controller
I0326 23:17:38.570081    3829 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0326 23:17:38.570092    3829 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.136µs
I0326 23:17:38.570290    3829 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0326 23:17:38.570301    3829 default_node_network_controller.go:934] Waiting for gateway and management port readiness...
I0326 23:17:38.570331    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009cca60 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc0009b11d0 0xc0002ef490 0xc0002ef500 <nil> 0xc000438280 0xc0061bb180 <nil> <nil> 0xc0002ef570 map[0x2f67040:0xc00259bce0 0x2f67580:0xc005cb0060 0x2f68000:0xc00467e000 0x2f682a0:0xc00259bc80 0x2f687e0:0xc00259bd40 0x2f68a80:0xc00259bda0 0x2f68d20:0xc00259be00 0x2f69500:0xc005cb00c0 0x2f697a0:0xc005cb0120 0x2f93d40:0xc001503bc0 0x2f940e0:0xc002385380 0x2f94bc0:0xc000c0c960 0x2f96520:0xc001ca0000 0x2f97000:0xc0023853e0 0x2f97e80:0xc001900a20] 0xc0000d2fc0 0}
I0326 23:17:38.570410    3829 gateway.go:151] Starting gateway service sync
I0326 23:17:38.570897    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0326 23:17:38.572974    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0326 23:17:38.582679    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0326 23:17:38.583820    3829 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0326 23:17:38.585053    3829 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0326 23:17:38.621675    3829 gateway.go:168] Gateway service sync done. Time taken: 51.252387ms
I0326 23:17:38.622091    3829 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31019
I0326 23:17:38.622939    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009cca60 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc0009b11d0 0xc0002ef490 0xc0002ef500 <nil> 0xc000438280 0xc0061bb180 <nil> <nil> 0xc0002ef570 map[0x2f67040:0xc00259bce0 0x2f67580:0xc005cb0060 0x2f68000:0xc00467e000 0x2f682a0:0xc00259bc80 0x2f687e0:0xc00259bd40 0x2f68a80:0xc00259bda0 0x2f68d20:0xc00259be00 0x2f69500:0xc005cb00c0 0x2f697a0:0xc005cb0120 0x2f93d40:0xc001503bc0 0x2f940e0:0xc002385380 0x2f94bc0:0xc000c0c960 0x2f96520:0xc001ca0000 0x2f97000:0xc0023853e0 0x2f97e80:0xc001900a20] 0xc0000d2fc0 0}
I0326 23:17:38.623429    3829 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009cca60 0xc0002ef1f0 0xc0002ef260 0xc0002ef2d0 0xc0002ef340 0xc0002ef3b0 <nil> 0xc0002ef420 0xc0009b11d0 0xc0002ef490 0xc0002ef500 <nil> 0xc000438280 0xc0061bb180 <nil> <nil> 0xc0002ef570 map[0x2f67040:0xc00259bce0 0x2f67580:0xc005cb0060 0x2f68000:0xc00467e000 0x2f682a0:0xc00259bc80 0x2f687e0:0xc00259bd40 0x2f68a80:0xc00259bda0 0x2f68d20:0xc00259be00 0x2f69500:0xc005cb00c0 0x2f697a0:0xc005cb0120 0x2f93d40:0xc001503bc0 0x2f940e0:0xc002385380 0x2f94bc0:0xc000c0c960 0x2f96520:0xc001ca0000 0x2f97000:0xc0023853e0 0x2f97e80:0xc001900a20] 0xc0000d2fc0 0}
I0326 23:17:38.623469    3829 gateway.go:519] Reconciling gateway with updates
I0326 23:17:38.628953    3829 gateway.go:326] Spawning Conntrack Rule Check Thread
I0326 23:17:38.628981    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:17:38.628993    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:17:38.629001    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:17:38.628999    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:17:38.629007    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:17:38.629008    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:17:38.629020    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:17:38.629034    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:17:38.629035    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:17:38.629036    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:17:38.629042    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:17:38.629047    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:17:38.629046    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:17:38.629035    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:17:38.629055    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:17:38.629059    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:17:38.629061    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:17:38.629060    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:17:38.628987    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:17:38.629058    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:17:38.629077    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:17:38.629079    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:17:38.629081    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:17:38.629086    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:17:38.629088    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:17:38.629086    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:17:38.629091    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:17:38.629099    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:17:38.629063    3829 default_node_network_controller.go:943] Gateway and management port readiness took 58.751805ms
I0326 23:17:38.629105    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:17:38.629108    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:17:38.629106    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:17:38.629116    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:17:38.629118    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:17:38.629051    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:17:38.629115    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:17:38.629126    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:17:38.629013    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:17:38.629136    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:17:38.629140    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:17:38.629143    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:17:38.629071    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:17:38.629073    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:17:38.629180    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:17:38.629181    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:17:38.629129    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:17:38.629208    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.629211    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:17:38.629022    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:17:38.629217    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:17:38.629131    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:17:38.629217    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.629226    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:17:38.629110    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:17:38.629238    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:17:38.629118    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:17:38.629241    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.629245    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:17:38.629258    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:17:38.629263    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:17:38.629282    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:17:38.629284    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:17:38.629300    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:17:38.629303    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:17:38.629306    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:17:38.629048    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:17:38.629309    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:17:38.629317    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:17:38.629224    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:17:38.629330    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:17:38.629335    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:17:38.629354    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:17:38.629080    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:17:38.629383    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:17:38.629107    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:17:38.629394    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:17:38.629396    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:17:38.629400    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:17:38.629386    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:17:38.629407    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.629080    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:17:38.629437    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:17:38.629445    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:17:38.629097    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:17:38.629096    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:17:38.629506    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:17:38.629025    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:17:38.629527    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30390 is already open, no action needed
I0326 23:17:38.629543    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 32570 is already open, no action needed
I0326 23:17:38.629100    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:17:38.629108    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:17:38.629122    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:17:38.629128    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:17:38.629127    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:17:38.629710    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:17:38.629123    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:17:38.629740    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:17:38.629123    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:17:38.629776    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:17:38.629784    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:17:38.629130    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:17:38.629144    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:17:38.629841    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:17:38.629143    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.629231    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:17:38.629233    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:17:38.629901    3829 node_ip_handler_linux.go:160] Node IP manager is running
I0326 23:17:38.629252    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:17:38.629924    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:17:38.629291    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 23:17:38.629291    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:17:38.629942    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:17:38.629311    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:17:38.629322    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:17:38.629374    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:17:38.630025    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:17:38.629094    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
W0326 23:17:38.666450    3829 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:17:38.666593    3829 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0
W0326 23:17:38.666724    3829 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0
I0326 23:17:38.675837    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:17:38.675856    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:17:38.675864    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:17:38.675871    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:17:38.675887    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:17:38.675892    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.675900    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.675906    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:17:38.675916    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:17:38.675921    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:17:38.675926    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:17:38.675931    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.715984    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:17:38.716014    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:17:38.716023    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:17:38.716033    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:17:38.716043    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:17:38.716051    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:17:38.716059    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.067820    3829 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0326 23:17:39.068747    3829 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 904.856µs
I0326 23:17:39.083884    3829 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0326 23:17:39.418008    3829 namespace.go:98] [openshift-service-ca] adding namespace
I0326 23:17:39.418965    3829 namespace.go:102] [openshift-service-ca] adding namespace took 936.369µs
I0326 23:17:39.433015    3829 namespace.go:142] [openshift-service-ca] updating namespace
I0326 23:17:39.769759    3829 default_node_network_controller.go:1364] Starting node controller node sync
W0326 23:17:39.769757    3829 egressip_healthcheck.go:76] Health checking using insecure connection
I0326 23:17:39.769899    3829 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107
I0326 23:17:39.782203    3829 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.424189ms
I0326 23:17:39.782332    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 10.0.0.75 to PMTUD blocking rules
I0326 23:17:39.782347    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-75.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:17:39.788447    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 10.0.1.167 to PMTUD blocking rules
I0326 23:17:39.788459    3829 default_node_network_controller.go:1277] Adding remote node "ip-10-0-1-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0326 23:17:39.794219    3829 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0326 23:17:39.794538    3829 egressservice_node.go:93] Setting up event handlers for Egress Services
I0326 23:17:39.794782    3829 egressservice_node.go:183] Starting Egress Services Controller
I0326 23:17:39.794802    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0326 23:17:39.794812    3829 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0326 23:17:39.794817    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0326 23:17:39.794823    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0326 23:17:39.794830    3829 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0326 23:17:39.794835    3829 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0326 23:17:39.794839    3829 egressservice_node.go:197] Repairing Egress Services
I0326 23:17:39.804716    3829 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0326 23:17:39.804730    3829 external_controller.go:278] Starting Admin Policy Based Route Controller
I0326 23:17:39.804962    3829 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled
I0326 23:17:39.804975    3829 link_network_manager.go:117] Link manager is running
I0326 23:17:39.804987    3829 default_node_network_controller.go:1087] Default node network controller initialized and ready.
I0326 23:17:39.805089    3829 ovspinning_linux.go:42] OVS CPU affinity pinning disabled
I0326 23:17:39.805505    3829 vrf_manager.go:128] VRF manager is running
I0326 23:17:39.805621    3829 node_controller_manager.go:437] Removing flows to drop GARP
I0326 23:17:39.805636    3829 gateway.go:519] Reconciling gateway with updates
I0326 23:17:39.826378    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:17:39.826396    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:17:39.826406    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0326 23:17:39.826416    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0326 23:17:39.826421    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:17:39.826441    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0326 23:17:39.826440    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0326 23:17:39.826457    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:17:39.826464    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0326 23:17:39.826474    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0326 23:17:39.826479    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0326 23:17:39.826485    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:17:39.826494    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0326 23:17:39.826500    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0326 23:17:39.826503    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:17:39.826515    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0326 23:17:39.826540    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:17:39.826566    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0326 23:17:39.826570    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:17:39.826577    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0326 23:17:39.826579    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0326 23:17:39.826585    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.826585    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:17:39.826589    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:17:39.826594    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0326 23:17:39.826597    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:17:39.826603    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:17:39.826607    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:17:39.826610    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0326 23:17:39.826614    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:17:39.826615    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:17:39.826618    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:17:39.826623    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0326 23:17:39.826629    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:17:39.826633    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0326 23:17:39.826630    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.826642    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0326 23:17:39.826602    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:17:39.826642    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0326 23:17:39.826647    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:17:39.826658    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0326 23:17:39.826661    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0326 23:17:39.826665    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0326 23:17:39.826670    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:17:39.826671    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0326 23:17:39.826679    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0326 23:17:39.826684    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0326 23:17:39.826685    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0326 23:17:39.826599    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:17:39.826588    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.826584    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0326 23:17:39.826703    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0326 23:17:39.826703    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:17:39.826709    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:17:39.826714    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0326 23:17:39.826613    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0326 23:17:39.826724    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:17:39.826565    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift
I0326 23:17:39.826732    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver
I0326 23:17:39.826738    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:17:39.826736    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes
I0326 23:17:39.826751    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:17:39.826752    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:17:39.826754    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:17:39.826761    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes
I0326 23:17:39.826767    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0326 23:17:39.826644    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:17:39.826773    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0326 23:17:39.826789    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:17:39.826788    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0326 23:17:39.826788    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:17:39.826798    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0326 23:17:39.826800    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0326 23:17:39.826800    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:17:39.826802    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:17:39.826813    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 30390 is already open, no action needed
I0326 23:17:39.826707    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0326 23:17:39.826741    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift
I0326 23:17:39.826815    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0326 23:17:39.826828    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0326 23:17:39.826831    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0326 23:17:39.826807    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0326 23:17:39.826776    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0326 23:17:39.826608    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0326 23:17:39.826601    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:17:39.826900    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0326 23:17:39.826910    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.826616    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:17:39.826601    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0326 23:17:39.826923    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0326 23:17:39.826926    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0326 23:17:39.826694    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:17:39.826941    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0326 23:17:39.826671    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:17:39.826958    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0326 23:17:39.826721    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0326 23:17:39.826722    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:17:39.827025    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0326 23:17:39.827032    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0326 23:17:39.826743    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver
I0326 23:17:39.826764    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0326 23:17:39.826824    3829 port_claim.go:71] Svc openshift-ingress/router-default: port 32570 is already open, no action needed
I0326 23:17:39.826615    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:17:39.827147    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0326 23:17:39.826633    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0326 23:17:39.827197    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.826950    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0326 23:17:39.826490    3829 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:17:39.827213    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0326 23:17:39.827325    3829 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0326 23:17:39.865577    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0326 23:17:39.865600    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0326 23:17:39.865613    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0326 23:17:39.865622    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.865628    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0326 23:17:39.865636    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0326 23:17:39.904562    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0326 23:17:39.904581    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.904589    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0326 23:17:39.904596    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0326 23:17:39.904606    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.904612    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0326 23:17:39.904618    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.904625    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0326 23:17:39.904631    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0326 23:17:39.904636    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0326 23:17:39.904642    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.904648    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0326 23:17:39.904654    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0326 23:17:39.904660    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0326 23:17:39.942670    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0326 23:17:39.942683    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0326 23:17:39.942704    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0326 23:17:39.942712    3829 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0326 23:17:41.177417    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0326 23:17:41.177449    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 41.073µs
I0326 23:17:41.203574    3829 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57b8c45f46-knn5j] creating logical port openshift-image-registry_image-registry-57b8c45f46-knn5j for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:41.203681    3829 kube.go:256] Updating pod openshift-image-registry/image-registry-57b8c45f46-knn5j
I0326 23:17:41.223578    3829 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-lv8mg] creating logical port openshift-dns_dns-default-lv8mg for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:41.224360    3829 kube.go:256] Updating pod openshift-dns/dns-default-lv8mg
I0326 23:17:41.241088    3829 pod.go:62] [openshift-image-registry/image-registry-57b8c45f46-knn5j] pod update took 37.433987ms
I0326 23:17:41.241108    3829 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-57b8c45f46-knn5j] addLogicalPort annotation time took 37.457588ms
I0326 23:17:41.242280    3829 pods.go:271] [openshift-image-registry/image-registry-57b8c45f46-knn5j] addLogicalPort took 38.718366ms, libovsdb time 901.605µs
I0326 23:17:41.242324    3829 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-6tm4v] creating logical port openshift-ingress-canary_ingress-canary-6tm4v for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:41.242377    3829 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-6tm4v
I0326 23:17:41.254940    3829 pod.go:62] [openshift-dns/dns-default-lv8mg] pod update took 31.270546ms
I0326 23:17:41.254964    3829 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-lv8mg] addLogicalPort annotation time took 31.311226ms
I0326 23:17:41.256271    3829 pods.go:271] [openshift-dns/dns-default-lv8mg] addLogicalPort took 32.739005ms, libovsdb time 935.506µs
I0326 23:17:41.269198    3829 pod.go:62] [openshift-ingress-canary/ingress-canary-6tm4v] pod update took 26.837337ms
I0326 23:17:41.269220    3829 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-6tm4v] addLogicalPort annotation time took 26.860885ms
I0326 23:17:41.270195    3829 pods.go:271] [openshift-ingress-canary/ingress-canary-6tm4v] addLogicalPort took 27.875989ms, libovsdb time 741.295µs
I0326 23:17:41.713051    3829 cni.go:403] [openshift-ingress-canary/ingress-canary-6tm4v 584ee93584c4ed282c3d256fcf765e561343cfcd24522c762181f93535face75 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-6tm4v 584ee93584c4ed282c3d256fcf765e561343cfcd24522c762181f93535face75 network default NAD default]
W0326 23:17:41.728112    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:17:41.737728    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-6tm4v, hostIfaceName: 584ee93584c4ed2, network: default, NAD default, SandboxID: "584ee93584c4ed282c3d256fcf765e561343cfcd24522c762181f93535face75", PCI device ID: , UID: "d88f5f1d-f9cc-480b-9e59-c17913bbfd39", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23]
I0326 23:17:41.781820    3829 cni.go:424] [openshift-ingress-canary/ingress-canary-6tm4v 584ee93584c4ed282c3d256fcf765e561343cfcd24522c762181f93535face75 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-6tm4v 584ee93584c4ed282c3d256fcf765e561343cfcd24522c762181f93535face75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:66:1f:e4:8f:1e\",\"name\":\"584ee93584c4ed2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/342ba0b7-fc67-47cb-a865-a3bb240cd8a6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:17:43.724169    3829 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-5tnsl] creating logical port openshift-insights_insights-runtime-extractor-5tnsl for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:17:43.724309    3829 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5tnsl
I0326 23:17:43.740958    3829 pod.go:62] [openshift-insights/insights-runtime-extractor-5tnsl] pod update took 16.68564ms
I0326 23:17:43.740984    3829 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-5tnsl] addLogicalPort annotation time took 16.71684ms
I0326 23:17:43.742221    3829 pods.go:271] [openshift-insights/insights-runtime-extractor-5tnsl] addLogicalPort took 18.084ms, libovsdb time 881.137µs
I0326 23:17:43.773357    3829 cni.go:403] [openshift-network-diagnostics/network-check-target-22h4b a054fc7bb1ecf0d261ed0179882f2b5e91d7c703a1131f0f9b519500c7c909a8 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-22h4b a054fc7bb1ecf0d261ed0179882f2b5e91d7c703a1131f0f9b519500c7c909a8 network default NAD default]
I0326 23:17:43.781952    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-22h4b, hostIfaceName: a054fc7bb1ecf0d, network: default, NAD default, SandboxID: "a054fc7bb1ecf0d261ed0179882f2b5e91d7c703a1131f0f9b519500c7c909a8", PCI device ID: , UID: "f53a7a72-340b-40d3-9288-452e992acd46", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23]
I0326 23:17:43.818901    3829 cni.go:424] [openshift-network-diagnostics/network-check-target-22h4b a054fc7bb1ecf0d261ed0179882f2b5e91d7c703a1131f0f9b519500c7c909a8 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-22h4b a054fc7bb1ecf0d261ed0179882f2b5e91d7c703a1131f0f9b519500c7c909a8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:cb:d2:0a:24:21\",\"name\":\"a054fc7bb1ecf0d\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9224458-05bc-451a-be25-ef07eadaa71c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:17:48.651682    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0326 23:17:51.937902    3829 cni.go:403] [openshift-insights/insights-runtime-extractor-5tnsl 852afe2b3fa03c66fcf4ee01be4cde351a6148745250b9ecf9ecb5afb0008dcc network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-5tnsl 852afe2b3fa03c66fcf4ee01be4cde351a6148745250b9ecf9ecb5afb0008dcc network default NAD default]
I0326 23:17:51.947522    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-5tnsl, hostIfaceName: 852afe2b3fa03c6, network: default, NAD default, SandboxID: "852afe2b3fa03c66fcf4ee01be4cde351a6148745250b9ecf9ecb5afb0008dcc", PCI device ID: , UID: "cece68e0-ec51-4df3-91ea-505a5682e842", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23]
I0326 23:17:51.987351    3829 cni.go:424] [openshift-insights/insights-runtime-extractor-5tnsl 852afe2b3fa03c66fcf4ee01be4cde351a6148745250b9ecf9ecb5afb0008dcc network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-5tnsl 852afe2b3fa03c66fcf4ee01be4cde351a6148745250b9ecf9ecb5afb0008dcc network default NAD default], result "{\"interfaces\":[{\"mac\":\"7a:60:5e:bd:89:85\",\"name\":\"852afe2b3fa03c6\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4110762c-fbb7-4431-9866-17704ebf227a\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:17:57.214628    3829 cni.go:403] [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default]
I0326 23:17:57.227302    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57b8c45f46-knn5j, hostIfaceName: 4ac0ab89f750051, network: default, NAD default, SandboxID: "4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d", PCI device ID: , UID: "bb9ad17c-8aca-439f-b088-d339dace2cc3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23]
I0326 23:17:57.229232    3829 cni.go:403] [openshift-dns/dns-default-lv8mg 6ae0ee951fa32bc79f41dd413b82af4241daca04615f620ed0aef59b06c42573 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-lv8mg 6ae0ee951fa32bc79f41dd413b82af4241daca04615f620ed0aef59b06c42573 network default NAD default]
I0326 23:17:57.237385    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-lv8mg, hostIfaceName: 6ae0ee951fa32bc, network: default, NAD default, SandboxID: "6ae0ee951fa32bc79f41dd413b82af4241daca04615f620ed0aef59b06c42573", PCI device ID: , UID: "a95fa22c-12ac-4270-bf04-57e7ee0f4548", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23]
I0326 23:17:57.268433    3829 cni.go:424] [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:0c:43:54:e1:d5\",\"name\":\"4ac0ab89f750051\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1de92ae8-b557-40f7-afc4-8f291efadfb5\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:17:57.285694    3829 cni.go:424] [openshift-dns/dns-default-lv8mg 6ae0ee951fa32bc79f41dd413b82af4241daca04615f620ed0aef59b06c42573 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-lv8mg 6ae0ee951fa32bc79f41dd413b82af4241daca04615f620ed0aef59b06c42573 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:92:c2:38:20:31\",\"name\":\"6ae0ee951fa32bc\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc319880-2b65-4c55-a338-883dc059c01b\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:02.425785    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:02.425819    3829 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:02.425826    3829 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:02.425925    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:18:02.426149    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:18:02.491460    3829 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-4zllw] creating logical port openshift-console_downloads-56d45c498b-4zllw for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:02.491550    3829 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-4zllw
W0326 23:18:02.496223    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 23:18:02.513268    3829 pod.go:62] [openshift-console/downloads-56d45c498b-4zllw] pod update took 21.744359ms
I0326 23:18:02.513288    3829 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-4zllw] addLogicalPort annotation time took 21.769062ms
I0326 23:18:02.514385    3829 pods.go:271] [openshift-console/downloads-56d45c498b-4zllw] addLogicalPort took 22.940191ms, libovsdb time 767.263µs
W0326 23:18:02.540279    3829 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0326 23:18:02.914339    3829 cni.go:403] [openshift-console/downloads-56d45c498b-4zllw e6e5d4a91590d55bd552ef4167454cea4bcb1ba058d3c4492243b8039e3159b7 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-4zllw e6e5d4a91590d55bd552ef4167454cea4bcb1ba058d3c4492243b8039e3159b7 network default NAD default]
I0326 23:18:02.925062    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-4zllw, hostIfaceName: e6e5d4a91590d55, network: default, NAD default, SandboxID: "e6e5d4a91590d55bd552ef4167454cea4bcb1ba058d3c4492243b8039e3159b7", PCI device ID: , UID: "6e29b62e-17dc-4c7a-a96f-83095f0828aa", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23]
I0326 23:18:02.964637    3829 cni.go:424] [openshift-console/downloads-56d45c498b-4zllw e6e5d4a91590d55bd552ef4167454cea4bcb1ba058d3c4492243b8039e3159b7 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-4zllw e6e5d4a91590d55bd552ef4167454cea4bcb1ba058d3c4492243b8039e3159b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f6:64:de:80:61:b2\",\"name\":\"e6e5d4a91590d55\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1cfba4-cc7f-4f3a-a6ac-f5a29df16a5b\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:03.447884    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:18:03.447904    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:18:03.452369    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:03.452391    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:03.452398    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:03.487188    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:18:03.487207    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0326 23:18:03.487776    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:03.487802    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:03.487808    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0326 23:18:04.785535    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:04.785553    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:04.785558    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:04.785573    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:04.785578    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:04.785582    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
I0326 23:18:06.302797    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-cvqcm for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:06.302911    3829 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm
I0326 23:18:06.314999    3829 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm] pod update took 12.121033ms
I0326 23:18:06.315020    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm] addLogicalPort annotation time took 12.149428ms
I0326 23:18:06.316224    3829 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm] addLogicalPort took 13.440926ms, libovsdb time 885.122µs
I0326 23:18:07.318251    3829 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm 46e8c08e39b34530fa4ac3301e64580d7e12ac89dd6d5b12abbcd0f36cb3954e network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm 46e8c08e39b34530fa4ac3301e64580d7e12ac89dd6d5b12abbcd0f36cb3954e network default NAD default]
I0326 23:18:07.328304    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-cvqcm, hostIfaceName: 46e8c08e39b3453, network: default, NAD default, SandboxID: "46e8c08e39b34530fa4ac3301e64580d7e12ac89dd6d5b12abbcd0f36cb3954e", PCI device ID: , UID: "945bb25c-a4ec-469b-bbc2-cd63f02f5134", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23]
I0326 23:18:07.371632    3829 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm 46e8c08e39b34530fa4ac3301e64580d7e12ac89dd6d5b12abbcd0f36cb3954e network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-cvqcm 46e8c08e39b34530fa4ac3301e64580d7e12ac89dd6d5b12abbcd0f36cb3954e network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:be:2e:72:12:73\",\"name\":\"46e8c08e39b3453\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cacc5ef-0978-4e79-ac23-820b7184d7f3\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:09.338478    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:18:09.338513    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:18:09.833393    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 23:18:10.030787    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:10.030805    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:10.030811    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0326 23:18:10.047575    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0326 23:18:10.065742    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0326 23:18:11.333778    3829 base_network_controller_pods.go:487] [default/openshift-console/console-5687f476f-zm77w] creating logical port openshift-console_console-5687f476f-zm77w for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:11.333881    3829 kube.go:256] Updating pod openshift-console/console-5687f476f-zm77w
I0326 23:18:11.352313    3829 pod.go:62] [openshift-console/console-5687f476f-zm77w] pod update took 18.452796ms
I0326 23:18:11.352435    3829 base_network_controller_pods.go:937] [default/openshift-console/console-5687f476f-zm77w] addLogicalPort annotation time took 18.571717ms
I0326 23:18:11.365915    3829 pods.go:271] [openshift-console/console-5687f476f-zm77w] addLogicalPort took 32.151771ms, libovsdb time 12.547331ms
I0326 23:18:11.426012    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-c56ff685-c2rmm] creating logical port openshift-monitoring_prometheus-operator-c56ff685-c2rmm for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:11.426133    3829 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-c56ff685-c2rmm
I0326 23:18:11.443016    3829 pod.go:62] [openshift-monitoring/prometheus-operator-c56ff685-c2rmm] pod update took 16.905237ms
I0326 23:18:11.443041    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-c56ff685-c2rmm] addLogicalPort annotation time took 16.933812ms
I0326 23:18:11.444252    3829 pods.go:271] [openshift-monitoring/prometheus-operator-c56ff685-c2rmm] addLogicalPort took 18.257695ms, libovsdb time 889.086µs
W0326 23:18:12.532549    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:18:13.731720    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:18:13.731746    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0326 23:18:15.865713    3829 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:15.865844    3829 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp
I0326 23:18:15.879227    3829 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp] pod update took 13.446006ms
I0326 23:18:15.879254    3829 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp] addLogicalPort annotation time took 13.476571ms
I0326 23:18:15.880466    3829 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp] addLogicalPort took 14.77101ms, libovsdb time 848.084µs
I0326 23:18:17.879407    3829 cni.go:403] [openshift-monitoring/prometheus-operator-c56ff685-c2rmm 39319d9a851690f30fbcaee3991ac91ece14690e3aee43ae08c714d90f6afc90 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-c56ff685-c2rmm 39319d9a851690f30fbcaee3991ac91ece14690e3aee43ae08c714d90f6afc90 network default NAD default]
I0326 23:18:17.889054    3829 cni.go:403] [openshift-multus/network-metrics-daemon-5lbkg 8b8bc3336ba2f1669cf849884616c3c79522b837b664976a0bec3cbd549c537c network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-5lbkg 8b8bc3336ba2f1669cf849884616c3c79522b837b664976a0bec3cbd549c537c network default NAD default]
I0326 23:18:17.889104    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-c56ff685-c2rmm, hostIfaceName: 39319d9a851690f, network: default, NAD default, SandboxID: "39319d9a851690f30fbcaee3991ac91ece14690e3aee43ae08c714d90f6afc90", PCI device ID: , UID: "b4cb1576-c090-4817-8984-6f81a39203e6", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23]
I0326 23:18:17.889281    3829 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default]
I0326 23:18:17.889412    3829 cni.go:403] [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default] ADD starting CNI request [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default]
I0326 23:18:17.908723    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5687f476f-zm77w, hostIfaceName: a2b901033137f5f, network: default, NAD default, SandboxID: "a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e", PCI device ID: , UID: "fe535228-1fb2-4de4-af47-a6a7ef9d25be", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23]
I0326 23:18:17.913929    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp, hostIfaceName: 6f6e27ec992dd6f, network: default, NAD default, SandboxID: "6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3", PCI device ID: , UID: "0c182036-0779-4989-b730-48e9b5391141", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23]
I0326 23:18:17.914046    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5lbkg, hostIfaceName: 8b8bc3336ba2f16, network: default, NAD default, SandboxID: "8b8bc3336ba2f1669cf849884616c3c79522b837b664976a0bec3cbd549c537c", PCI device ID: , UID: "fed4e2d0-b705-41cc-aa09-01f347cb45bf", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23]
I0326 23:18:17.948735    3829 cni.go:424] [openshift-monitoring/prometheus-operator-c56ff685-c2rmm 39319d9a851690f30fbcaee3991ac91ece14690e3aee43ae08c714d90f6afc90 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-c56ff685-c2rmm 39319d9a851690f30fbcaee3991ac91ece14690e3aee43ae08c714d90f6afc90 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:fa:83:3d:b8:84\",\"name\":\"39319d9a851690f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/873eccd4-ad97-4c19-a490-39bdf4bb6df6\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:18.173330    3829 cni.go:424] [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default] ADD finished CNI request [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:42:f3:59:1d:80\",\"name\":\"a2b901033137f5f\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68dfa0e4-d8be-46cf-a0c8-e4051ccc6b3f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:18.173422    3829 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:c9:0b:bd:17:e5\",\"name\":\"6f6e27ec992dd6f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb94b9a-a732-49e9-aed6-51183f52f1fe\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:18.173718    3829 cni.go:424] [openshift-multus/network-metrics-daemon-5lbkg 8b8bc3336ba2f1669cf849884616c3c79522b837b664976a0bec3cbd549c537c network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5lbkg 8b8bc3336ba2f1669cf849884616c3c79522b837b664976a0bec3cbd549c537c network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:3e:08:2a:98:89\",\"name\":\"8b8bc3336ba2f16\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75d132bf-8f12-49af-8817-fc34b1f57700\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:18.876868    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 23:18:18.975890    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0326 23:18:19.076943    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0326 23:18:19.107589    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads
W0326 23:18:19.515347    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0326 23:18:20.886435    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
I0326 23:18:23.973450    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4] creating logical port openshift-monitoring_openshift-state-metrics-bc865d6bb-x8mk4 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:23.973566    3829 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4
I0326 23:18:23.997716    3829 pod.go:62] [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4] pod update took 24.189339ms
I0326 23:18:23.997745    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4] addLogicalPort annotation time took 24.225836ms
I0326 23:18:23.999056    3829 pods.go:271] [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4] addLogicalPort took 25.627603ms, libovsdb time 962.455µs
I0326 23:18:24.021319    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd] creating logical port openshift-monitoring_kube-state-metrics-664d8f7fc8-dc5dd for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:24.021491    3829 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd
I0326 23:18:24.044945    3829 pod.go:62] [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd] pod update took 23.481943ms
I0326 23:18:24.044967    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd] addLogicalPort annotation time took 23.509844ms
I0326 23:18:24.046143    3829 pods.go:271] [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd] addLogicalPort took 24.839012ms, libovsdb time 897.52µs
I0326 23:18:24.928143    3829 cni.go:403] [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4 107d56f1df2ef8dc9e2986b77bdf083c64e899cf15d5c3da4e629dcaa9cb217e network default NAD default] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4 107d56f1df2ef8dc9e2986b77bdf083c64e899cf15d5c3da4e629dcaa9cb217e network default NAD default]
I0326 23:18:24.937408    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-bc865d6bb-x8mk4, hostIfaceName: 107d56f1df2ef8d, network: default, NAD default, SandboxID: "107d56f1df2ef8dc9e2986b77bdf083c64e899cf15d5c3da4e629dcaa9cb217e", PCI device ID: , UID: "8426eecb-51e1-490b-b330-5ea9df51f2ec", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23]
I0326 23:18:24.983523    3829 cni.go:424] [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4 107d56f1df2ef8dc9e2986b77bdf083c64e899cf15d5c3da4e629dcaa9cb217e network default NAD default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-bc865d6bb-x8mk4 107d56f1df2ef8dc9e2986b77bdf083c64e899cf15d5c3da4e629dcaa9cb217e network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:ce:d7:0d:8b:64\",\"name\":\"107d56f1df2ef8d\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/353c18ff-df2c-4ff1-9eb3-a4d87db94dc9\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:25.014536    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:25.014667    3829 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0326 23:18:25.038419    3829 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.796487ms
I0326 23:18:25.038441    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.822495ms
I0326 23:18:25.039634    3829 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.115136ms, libovsdb time 916.376µs
I0326 23:18:25.938097    3829 cni.go:403] [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd 752c557fbf7ec9b6603050710dd414fc02ec379d929abc2c4052c42008f3dea5 network default NAD default] ADD starting CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd 752c557fbf7ec9b6603050710dd414fc02ec379d929abc2c4052c42008f3dea5 network default NAD default]
I0326 23:18:25.947847    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-664d8f7fc8-dc5dd, hostIfaceName: 752c557fbf7ec9b, network: default, NAD default, SandboxID: "752c557fbf7ec9b6603050710dd414fc02ec379d929abc2c4052c42008f3dea5", PCI device ID: , UID: "32d43eb6-36a0-484b-9489-04c690c6a441", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23]
I0326 23:18:25.981050    3829 cni.go:403] [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default]
I0326 23:18:25.993616    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b4cd17f7916664f, network: default, NAD default, SandboxID: "b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7", PCI device ID: , UID: "8a02350d-6a5c-4180-ae1f-be43fb9acdf6", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23]
I0326 23:18:25.996614    3829 cni.go:424] [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd 752c557fbf7ec9b6603050710dd414fc02ec379d929abc2c4052c42008f3dea5 network default NAD default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-664d8f7fc8-dc5dd 752c557fbf7ec9b6603050710dd414fc02ec379d929abc2c4052c42008f3dea5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:da:16:80:5c:22\",\"name\":\"752c557fbf7ec9b\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2521a3e-e400-4940-b650-54d8cf07fe44\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:26.025535    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-56df9666dd-24frx] creating logical port openshift-monitoring_thanos-querier-56df9666dd-24frx for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:26.025640    3829 kube.go:256] Updating pod openshift-monitoring/thanos-querier-56df9666dd-24frx
I0326 23:18:26.041711    3829 cni.go:424] [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:a0:e7:1c:e8:b4\",\"name\":\"b4cd17f7916664f\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3171b05a-645a-435c-88c9-9f1c02b65f9c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:26.045674    3829 pod.go:62] [openshift-monitoring/thanos-querier-56df9666dd-24frx] pod update took 20.067767ms
I0326 23:18:26.045704    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-56df9666dd-24frx] addLogicalPort annotation time took 20.10262ms
I0326 23:18:26.047232    3829 pods.go:271] [openshift-monitoring/thanos-querier-56df9666dd-24frx] addLogicalPort took 21.71408ms, libovsdb time 1.149874ms
I0326 23:18:26.473883    3829 cni.go:403] [openshift-monitoring/thanos-querier-56df9666dd-24frx d9d3825752dd032708760e900ef39a211cdb25d21fdea1412796aa20c34dc1e0 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-56df9666dd-24frx d9d3825752dd032708760e900ef39a211cdb25d21fdea1412796aa20c34dc1e0 network default NAD default]
I0326 23:18:26.482390    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-56df9666dd-24frx, hostIfaceName: d9d3825752dd032, network: default, NAD default, SandboxID: "d9d3825752dd032708760e900ef39a211cdb25d21fdea1412796aa20c34dc1e0", PCI device ID: , UID: "5913e686-1d45-4e15-ad77-983ec12965ae", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23]
I0326 23:18:26.525887    3829 cni.go:424] [openshift-monitoring/thanos-querier-56df9666dd-24frx d9d3825752dd032708760e900ef39a211cdb25d21fdea1412796aa20c34dc1e0 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-56df9666dd-24frx d9d3825752dd032708760e900ef39a211cdb25d21fdea1412796aa20c34dc1e0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:67:33:f6:3f:25\",\"name\":\"d9d3825752dd032\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680bcfb4-7943-4773-8d02-e031bd6dea0d\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:27.573282    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:18:27.573315    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:18:27.611573    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
W0326 23:18:27.611606    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:18:27.676583    3829 cni.go:403] [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default]
I0326 23:18:27.758065    3829 cni.go:424] [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-57b8c45f46-knn5j 4ac0ab89f7500510cec9be27aa263799a36386ea167fef47d8905963eb3d482d network default NAD default], result "{}", err <nil>
I0326 23:18:27.837676    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:27.838502    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:27.849663    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:27.849708    3829 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57b8c45f46-knn5j
I0326 23:18:27.851432    3829 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57b8c45f46-knn5j, ips: 10.130.0.5
I0326 23:18:27.851466    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:27.865484    3829 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d7f9f9bdd-25knh] creating logical port openshift-image-registry_image-registry-5d7f9f9bdd-25knh for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:27.865653    3829 kube.go:256] Updating pod openshift-image-registry/image-registry-5d7f9f9bdd-25knh
I0326 23:18:27.884498    3829 pod.go:62] [openshift-image-registry/image-registry-5d7f9f9bdd-25knh] pod update took 18.885833ms
I0326 23:18:27.884579    3829 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5d7f9f9bdd-25knh] addLogicalPort annotation time took 18.970421ms
I0326 23:18:27.886921    3829 pods.go:271] [openshift-image-registry/image-registry-5d7f9f9bdd-25knh] addLogicalPort took 21.458687ms, libovsdb time 1.921611ms
W0326 23:18:27.979212    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:27.979270    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:27.979279    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:28.189859    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:28.189885    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:28.189892    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:18:28.201950    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:28.202029    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-57b8c45f46-knn5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:28.210298    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57b8c45f46-knn5j
I0326 23:18:28.210328    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57b8c45f46-knn5j
I0326 23:18:28.444713    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-674796d4d-jwngn] creating logical port openshift-monitoring_metrics-server-674796d4d-jwngn for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:28.444904    3829 kube.go:256] Updating pod openshift-monitoring/metrics-server-674796d4d-jwngn
I0326 23:18:28.462331    3829 pod.go:62] [openshift-monitoring/metrics-server-674796d4d-jwngn] pod update took 17.476942ms
I0326 23:18:28.462415    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-674796d4d-jwngn] addLogicalPort annotation time took 17.564271ms
I0326 23:18:28.463922    3829 pods.go:271] [openshift-monitoring/metrics-server-674796d4d-jwngn] addLogicalPort took 19.233796ms, libovsdb time 1.07862ms
I0326 23:18:28.584675    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:28.584761    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-bd8vj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:28.592474    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-846cf54457-bd8vj
I0326 23:18:28.592501    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-846cf54457-bd8vj
I0326 23:18:28.646121    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-j92vj for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:28.646286    3829 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj
I0326 23:18:28.663801    3829 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj] pod update took 17.539715ms
I0326 23:18:28.663829    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj] addLogicalPort annotation time took 17.577164ms
I0326 23:18:28.665616    3829 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj] addLogicalPort took 19.514188ms, libovsdb time 1.31866ms
I0326 23:18:28.735989    3829 cni.go:403] [openshift-image-registry/image-registry-5d7f9f9bdd-25knh 3025ce1f1dea37286e286d0c6317cf2e3c55e7791dfb61409876b79e2f78c10b network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-5d7f9f9bdd-25knh 3025ce1f1dea37286e286d0c6317cf2e3c55e7791dfb61409876b79e2f78c10b network default NAD default]
I0326 23:18:28.747090    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d7f9f9bdd-25knh, hostIfaceName: 3025ce1f1dea372, network: default, NAD default, SandboxID: "3025ce1f1dea37286e286d0c6317cf2e3c55e7791dfb61409876b79e2f78c10b", PCI device ID: , UID: "96ad077d-16be-4926-80cf-4308619b873c", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23]
I0326 23:18:28.797682    3829 cni.go:424] [openshift-image-registry/image-registry-5d7f9f9bdd-25knh 3025ce1f1dea37286e286d0c6317cf2e3c55e7791dfb61409876b79e2f78c10b network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-5d7f9f9bdd-25knh 3025ce1f1dea37286e286d0c6317cf2e3c55e7791dfb61409876b79e2f78c10b network default NAD default], result "{\"interfaces\":[{\"mac\":\"de:56:29:0b:b0:c9\",\"name\":\"3025ce1f1dea372\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1101bb50-cc80-4dcb-b711-fb9c3a1a1d1b\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:28.814882    3829 cni.go:403] [openshift-monitoring/metrics-server-674796d4d-jwngn 2dfe90b30fe73a94d96af8eed6c4c57a8240fe503f773f19fb5481fc22eb21e3 network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-674796d4d-jwngn 2dfe90b30fe73a94d96af8eed6c4c57a8240fe503f773f19fb5481fc22eb21e3 network default NAD default]
I0326 23:18:28.825294    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-674796d4d-jwngn, hostIfaceName: 2dfe90b30fe73a9, network: default, NAD default, SandboxID: "2dfe90b30fe73a94d96af8eed6c4c57a8240fe503f773f19fb5481fc22eb21e3", PCI device ID: , UID: "6c32bb52-2962-4b69-92cd-4aea29c7f6e3", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23]
I0326 23:18:28.875994    3829 cni.go:424] [openshift-monitoring/metrics-server-674796d4d-jwngn 2dfe90b30fe73a94d96af8eed6c4c57a8240fe503f773f19fb5481fc22eb21e3 network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-674796d4d-jwngn 2dfe90b30fe73a94d96af8eed6c4c57a8240fe503f773f19fb5481fc22eb21e3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:85:51:19:60:fe\",\"name\":\"2dfe90b30fe73a9\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cacd28c-b872-432e-8f2f-a194e350d424\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:29.802120    3829 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj 5ac4a72e83cf73303c579cabb3e52eb01e5925daea8c8fe792bca83fd3ea9083 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj 5ac4a72e83cf73303c579cabb3e52eb01e5925daea8c8fe792bca83fd3ea9083 network default NAD default]
I0326 23:18:29.812612    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-j92vj, hostIfaceName: 5ac4a72e83cf733, network: default, NAD default, SandboxID: "5ac4a72e83cf73303c579cabb3e52eb01e5925daea8c8fe792bca83fd3ea9083", PCI device ID: , UID: "10170b66-e288-4946-b32f-47c3cc324717", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23]
I0326 23:18:29.859901    3829 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj 5ac4a72e83cf73303c579cabb3e52eb01e5925daea8c8fe792bca83fd3ea9083 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-j92vj 5ac4a72e83cf73303c579cabb3e52eb01e5925daea8c8fe792bca83fd3ea9083 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:1b:cc:d7:6b:41\",\"name\":\"5ac4a72e83cf733\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17e39bfe-14ed-452d-93c1-891f79bbcd43\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:29.930268    3829 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-857649cf56-nf2cl IP address from the namespace address-set, err: pod openshift-console/console-857649cf56-nf2cl: no pod IPs found 
I0326 23:18:30.327879    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:30.328005    3829 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0326 23:18:30.355870    3829 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.909484ms
I0326 23:18:30.355964    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.007108ms
I0326 23:18:30.357674    3829 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 29.813709ms, libovsdb time 1.108682ms
W0326 23:18:30.951342    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:18:31.969966    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:18:31.969986    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:18:31.969992    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:18:31.969996    3829 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0326 23:18:32.055731    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:18:32.055750    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:18:32.971250    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
I0326 23:18:34.429227    3829 cni.go:403] [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default]
I0326 23:18:34.438201    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2be61d49d0727c3, network: default, NAD default, SandboxID: "2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d", PCI device ID: , UID: "bf8f6a88-f72b-46c2-af17-0f9b09e567e4", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23]
I0326 23:18:34.486147    3829 cni.go:424] [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:12:cb:f0:06:6e\",\"name\":\"2be61d49d0727c3\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9061f072-686f-4afd-96b3-353270fb1b1a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:18:35.207799    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:18:35.326640    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:18:35.326661    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:18:36.227613    3829 cni.go:403] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default]
I0326 23:18:36.301088    3829 cni.go:424] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp 6f6e27ec992dd6f0e21967ae2c084d4055dc7b1063fb1364c4acaf76f6ec9cf3 network default NAD default], result "{}", err <nil>
I0326 23:18:36.379736    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:36.379773    3829 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp
I0326 23:18:36.381508    3829 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp, ips: 10.130.0.13
I0326 23:18:36.381542    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:36.381572    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:36.381588    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0326 23:18:36.381796    3829 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:36.381814    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0326 23:18:37.407506    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:37.407532    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:37.407558    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:37.407570    3829 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390kvhwp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:41.047857    3829 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0326 23:18:41.061829    3829 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
W0326 23:18:43.618339    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0326 23:18:43.640595    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0326 23:18:47.250997    3829 cni.go:403] [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default] DEL starting CNI request [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default]
I0326 23:18:47.342805    3829 cni.go:424] [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default] DEL finished CNI request [openshift-console/console-5687f476f-zm77w a2b901033137f5f8ac363597b1da5030e369e30f9daa584edf2d5c5c44f1cf8e network default NAD default], result "{}", err <nil>
I0326 23:18:47.403719    3829 obj_retry.go:464] Detected object openshift-console/console-5687f476f-zm77w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:47.403753    3829 pods.go:176] Deleting pod: openshift-console/console-5687f476f-zm77w
I0326 23:18:47.405175    3829 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5687f476f-zm77w, ips: 10.130.0.11
I0326 23:18:47.405212    3829 obj_retry.go:464] Detected object openshift-console/console-5687f476f-zm77w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:47.416735    3829 base_network_controller_pods.go:487] [default/openshift-console/console-6d5d5dc7c4-sgnvs] creating logical port openshift-console_console-6d5d5dc7c4-sgnvs for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:18:47.416839    3829 kube.go:256] Updating pod openshift-console/console-6d5d5dc7c4-sgnvs
I0326 23:18:47.432777    3829 pod.go:62] [openshift-console/console-6d5d5dc7c4-sgnvs] pod update took 15.969783ms
I0326 23:18:47.432799    3829 base_network_controller_pods.go:937] [default/openshift-console/console-6d5d5dc7c4-sgnvs] addLogicalPort annotation time took 15.996257ms
I0326 23:18:47.434207    3829 pods.go:271] [openshift-console/console-6d5d5dc7c4-sgnvs] addLogicalPort took 17.483736ms, libovsdb time 1.088825ms
I0326 23:18:47.808768    3829 cni.go:403] [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default] ADD starting CNI request [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default]
I0326 23:18:47.829047    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6d5d5dc7c4-sgnvs, hostIfaceName: 369fca99908a4f9, network: default, NAD default, SandboxID: "369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89", PCI device ID: , UID: "e7574dd5-a5ae-4d7e-a4e7-aa459d78106c", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23]
I0326 23:18:47.871729    3829 cni.go:424] [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default] ADD finished CNI request [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:74:02:cb:66:bf\",\"name\":\"369fca99908a4f9\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4339bc74-0701-470b-8935-dd42338ebbc3\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:18:48.305726    3829 obj_retry.go:458] Detected object openshift-console/console-5687f476f-zm77w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:48.305754    3829 obj_retry.go:458] Detected object openshift-console/console-5687f476f-zm77w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:48.313358    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5687f476f-zm77w
I0326 23:18:48.313380    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5687f476f-zm77w
W0326 23:18:50.190696    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0326 23:18:51.975200    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:18:51.975226    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
I0326 23:18:52.925911    3829 obj_retry.go:464] Detected object openshift-console/console-5687f476f-d6qdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:52.926449    3829 obj_retry.go:464] Detected object openshift-console/console-5687f476f-d6qdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:18:53.052957    3829 obj_retry.go:458] Detected object openshift-console/console-5687f476f-d6qdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:53.052979    3829 obj_retry.go:458] Detected object openshift-console/console-5687f476f-d6qdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:18:53.056783    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5687f476f-d6qdg
I0326 23:18:53.056806    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5687f476f-d6qdg
W0326 23:18:54.667487    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0326 23:18:56.025787    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:56.025807    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:56.025813    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:18:56.231989    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0326 23:18:58.342678    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:19:15.545123    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:15.545666    3829 obj_retry.go:464] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:16.152504    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:16.152525    3829 obj_retry.go:458] Detected object openshift-image-registry/image-registry-846cf54457-9ld2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:16.155954    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-846cf54457-9ld2h
I0326 23:19:16.155974    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-846cf54457-9ld2h
I0326 23:19:20.317224    3829 obj_retry.go:464] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:20.317815    3829 obj_retry.go:464] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:20.768821    3829 obj_retry.go:458] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:20.768848    3829 obj_retry.go:458] Detected object openshift-ingress/router-default-6d457db745-rgdsd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:20.775115    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6d457db745-rgdsd
I0326 23:19:20.775145    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6d457db745-rgdsd
I0326 23:19:23.662716    3829 obj_retry.go:464] Detected object openshift-console/console-857649cf56-4qwzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:23.663376    3829 obj_retry.go:464] Detected object openshift-console/console-857649cf56-4qwzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:23.780557    3829 obj_retry.go:458] Detected object openshift-console/console-857649cf56-4qwzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:23.780579    3829 obj_retry.go:458] Detected object openshift-console/console-857649cf56-4qwzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:23.784949    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-857649cf56-4qwzn
I0326 23:19:23.784979    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-857649cf56-4qwzn
W0326 23:19:31.254352    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:31.254379    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:31.254395    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:31.254402    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:31.515707    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:19:31.515737    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:19:45.829766    3829 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:45.830765    3829 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:46.286333    3829 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:46.286407    3829 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:46.293122    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0326 23:19:46.293177    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0326 23:19:48.569471    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-758d6775d9-lgfrr] creating logical port openshift-monitoring_telemeter-client-758d6775d9-lgfrr for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:19:48.569563    3829 kube.go:256] Updating pod openshift-monitoring/telemeter-client-758d6775d9-lgfrr
I0326 23:19:48.589806    3829 pod.go:62] [openshift-monitoring/telemeter-client-758d6775d9-lgfrr] pod update took 20.272529ms
I0326 23:19:48.589828    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-758d6775d9-lgfrr] addLogicalPort annotation time took 20.299094ms
I0326 23:19:48.591077    3829 pods.go:271] [openshift-monitoring/telemeter-client-758d6775d9-lgfrr] addLogicalPort took 21.620848ms, libovsdb time 921.708µs
I0326 23:19:48.936706    3829 cni.go:403] [openshift-monitoring/telemeter-client-758d6775d9-lgfrr 5668d7097878927162f65cee570e96f8dba08e3abb831380ca505b43c85f2073 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-758d6775d9-lgfrr 5668d7097878927162f65cee570e96f8dba08e3abb831380ca505b43c85f2073 network default NAD default]
I0326 23:19:48.945672    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-758d6775d9-lgfrr, hostIfaceName: 5668d7097878927, network: default, NAD default, SandboxID: "5668d7097878927162f65cee570e96f8dba08e3abb831380ca505b43c85f2073", PCI device ID: , UID: "f05ebeca-eb8b-4c88-b9cc-9717e8e5b166", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23]
I0326 23:19:48.990780    3829 cni.go:424] [openshift-monitoring/telemeter-client-758d6775d9-lgfrr 5668d7097878927162f65cee570e96f8dba08e3abb831380ca505b43c85f2073 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-758d6775d9-lgfrr 5668d7097878927162f65cee570e96f8dba08e3abb831380ca505b43c85f2073 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:90:14:50:d3:66\",\"name\":\"5668d7097878927\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aae35ae3-0433-41d7-ae28-bc8d20b9900a\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:19:50.168888    3829 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:50.169496    3829 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:19:50.314455    3829 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:50.314482    3829 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:19:50.322319    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0326 23:19:50.322349    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0326 23:20:05.065057    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:05.065696    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:05.963184    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:05.963207    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:17.021132    3829 cni.go:403] [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default] DEL starting CNI request [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default]
I0326 23:20:17.084895    3829 cni.go:424] [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default] DEL finished CNI request [openshift-console/console-6d5d5dc7c4-sgnvs 369fca99908a4f9fbc468e8c11bbf2e056a9c49fc5cb115a087b317a1db40b89 network default NAD default], result "{}", err <nil>
I0326 23:20:17.132603    3829 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:17.132650    3829 pods.go:176] Deleting pod: openshift-console/console-6d5d5dc7c4-sgnvs
I0326 23:20:17.133911    3829 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d5d5dc7c4-sgnvs, ips: 10.130.0.22
I0326 23:20:17.133945    3829 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:17.143517    3829 base_network_controller_pods.go:487] [default/openshift-console/console-6cf96b65cd-fjj26] creating logical port openshift-console_console-6cf96b65cd-fjj26 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:20:17.143620    3829 kube.go:256] Updating pod openshift-console/console-6cf96b65cd-fjj26
I0326 23:20:17.159267    3829 pod.go:62] [openshift-console/console-6cf96b65cd-fjj26] pod update took 15.677515ms
I0326 23:20:17.159284    3829 base_network_controller_pods.go:937] [default/openshift-console/console-6cf96b65cd-fjj26] addLogicalPort annotation time took 15.697208ms
I0326 23:20:17.160461    3829 pods.go:271] [openshift-console/console-6cf96b65cd-fjj26] addLogicalPort took 16.957412ms, libovsdb time 844.943µs
I0326 23:20:17.499306    3829 cni.go:403] [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default] ADD starting CNI request [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default]
I0326 23:20:17.508321    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6cf96b65cd-fjj26, hostIfaceName: efc07ff09f77f50, network: default, NAD default, SandboxID: "efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6", PCI device ID: , UID: "131d7a54-7fc5-4587-8d90-8f326a36d081", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23]
I0326 23:20:17.550513    3829 cni.go:424] [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default] ADD finished CNI request [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"52:af:b0:ce:b5:2f\",\"name\":\"efc07ff09f77f50\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/121f92da-318e-4359-9830-31ac8ab08710\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:20:17.670097    3829 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:17.670121    3829 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-sgnvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:17.676006    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d5dc7c4-sgnvs
I0326 23:20:17.676034    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d5dc7c4-sgnvs
I0326 23:20:17.906406    3829 cni.go:403] [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default]
I0326 23:20:17.979913    3829 cni.go:424] [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 b4cd17f7916664fe58fb96a0baecf278b6d1c3cff601937b263a804aa9a01dc7 network default NAD default], result "{}", err <nil>
I0326 23:20:18.038029    3829 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:18.038095    3829 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0326 23:20:18.039558    3829 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16
I0326 23:20:18.039595    3829 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:18.709717    3829 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:18.709747    3829 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:18.715889    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0326 23:20:18.715920    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0326 23:20:18.763030    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:20:18.763188    3829 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0326 23:20:18.794354    3829 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 31.26044ms
I0326 23:20:18.794378    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 31.287128ms
I0326 23:20:18.795662    3829 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 32.647356ms, libovsdb time 972.45µs
I0326 23:20:19.130644    3829 cni.go:403] [openshift-monitoring/alertmanager-main-0 f626a8102831297ff97a79cb0abb21e9ed49cb7bd1e4d0f9a546f03eca59d336 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f626a8102831297ff97a79cb0abb21e9ed49cb7bd1e4d0f9a546f03eca59d336 network default NAD default]
I0326 23:20:19.140038    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f626a8102831297, network: default, NAD default, SandboxID: "f626a8102831297ff97a79cb0abb21e9ed49cb7bd1e4d0f9a546f03eca59d336", PCI device ID: , UID: "9f9f62b7-1594-436d-847e-24f3898c56a1", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23]
I0326 23:20:19.181760    3829 cni.go:424] [openshift-monitoring/alertmanager-main-0 f626a8102831297ff97a79cb0abb21e9ed49cb7bd1e4d0f9a546f03eca59d336 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f626a8102831297ff97a79cb0abb21e9ed49cb7bd1e4d0f9a546f03eca59d336 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:ae:ae:d5:66:af\",\"name\":\"f626a8102831297\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76c46982-0d93-4310-934f-68caf59ab74c\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:20:26.994967    3829 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
W0326 23:20:27.742277    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:20:28.288514    3829 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:28.289081    3829 obj_retry.go:464] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:28.485379    3829 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:28.485405    3829 obj_retry.go:458] Detected object openshift-console/console-6d5d5dc7c4-2fqzf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:28.488759    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5d5dc7c4-2fqzf
I0326 23:20:28.488785    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5d5dc7c4-2fqzf
W0326 23:20:39.184450    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:20:39.184477    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0326 23:20:39.184487    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0326 23:20:52.787227    3829 cni.go:403] [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default]
I0326 23:20:52.861868    3829 cni.go:424] [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 2be61d49d0727c3685ecbcc7bdc53a08f9c998d01341ddbec36d321c171e077d network default NAD default], result "{}", err <nil>
I0326 23:20:52.923827    3829 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:52.923859    3829 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0326 23:20:52.925033    3829 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.21
I0326 23:20:52.925062    3829 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:20:53.854261    3829 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:53.854287    3829 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:20:53.862236    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0326 23:20:53.862268    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0326 23:20:53.901508    3829 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:20:53.901643    3829 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0326 23:20:53.932183    3829 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.574835ms
I0326 23:20:53.932202    3829 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.599903ms
I0326 23:20:53.933596    3829 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.104335ms, libovsdb time 1.049239ms
I0326 23:20:54.260014    3829 cni.go:403] [openshift-monitoring/prometheus-k8s-0 6b2ffb7ba7d2437f8a4840f2bef06295d45f9defe3b08c7fccd1449731905c27 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6b2ffb7ba7d2437f8a4840f2bef06295d45f9defe3b08c7fccd1449731905c27 network default NAD default]
I0326 23:20:54.267902    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6b2ffb7ba7d2437, network: default, NAD default, SandboxID: "6b2ffb7ba7d2437f8a4840f2bef06295d45f9defe3b08c7fccd1449731905c27", PCI device ID: , UID: "a6b2b3a7-de96-439e-9983-cc2c019044ae", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23]
I0326 23:20:54.309778    3829 cni.go:424] [openshift-monitoring/prometheus-k8s-0 6b2ffb7ba7d2437f8a4840f2bef06295d45f9defe3b08c7fccd1449731905c27 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6b2ffb7ba7d2437f8a4840f2bef06295d45f9defe3b08c7fccd1449731905c27 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:ab:ce:85:65:9f\",\"name\":\"6b2ffb7ba7d2437\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b459073-1ee4-4c4a-a0dd-fedb27a1e06a\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:21:55.209480    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0326 23:21:55.209502    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0326 23:22:36.099751    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5
I0326 23:22:37.094708    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5
I0326 23:22:42.065526    3829 cni.go:403] [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default] DEL starting CNI request [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default]
I0326 23:22:42.163929    3829 cni.go:424] [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default] DEL finished CNI request [openshift-console/console-6cf96b65cd-fjj26 efc07ff09f77f5062cf8986995128213a488488b8971d8b6808c1f0ef05bdeb6 network default NAD default], result "{}", err <nil>
I0326 23:22:42.212980    3829 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:22:42.213016    3829 pods.go:176] Deleting pod: openshift-console/console-6cf96b65cd-fjj26
I0326 23:22:42.214319    3829 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cf96b65cd-fjj26, ips: 10.130.0.24
I0326 23:22:42.214352    3829 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:22:42.227837    3829 base_network_controller_pods.go:487] [default/openshift-console/console-6b8cc584dd-pt8cj] creating logical port openshift-console_console-6b8cc584dd-pt8cj for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:22:42.227990    3829 kube.go:256] Updating pod openshift-console/console-6b8cc584dd-pt8cj
I0326 23:22:42.242533    3829 pod.go:62] [openshift-console/console-6b8cc584dd-pt8cj] pod update took 14.58263ms
I0326 23:22:42.242556    3829 base_network_controller_pods.go:937] [default/openshift-console/console-6b8cc584dd-pt8cj] addLogicalPort annotation time took 14.607789ms
I0326 23:22:42.243662    3829 pods.go:271] [openshift-console/console-6b8cc584dd-pt8cj] addLogicalPort took 15.839921ms, libovsdb time 791.566µs
I0326 23:22:42.586697    3829 cni.go:403] [openshift-console/console-6b8cc584dd-pt8cj 3582ed622e07f4d25a653dd72f69d26d282e65449562733a55cf0fe0b006479d network default NAD default] ADD starting CNI request [openshift-console/console-6b8cc584dd-pt8cj 3582ed622e07f4d25a653dd72f69d26d282e65449562733a55cf0fe0b006479d network default NAD default]
I0326 23:22:42.595187    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-6b8cc584dd-pt8cj, hostIfaceName: 3582ed622e07f4d, network: default, NAD default, SandboxID: "3582ed622e07f4d25a653dd72f69d26d282e65449562733a55cf0fe0b006479d", PCI device ID: , UID: "dc29aaa6-8f19-458e-a77a-e539fe4631ea", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23]
I0326 23:22:42.642832    3829 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:42.642896    3829 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-fjj26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:42.648917    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cf96b65cd-fjj26
I0326 23:22:42.648942    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cf96b65cd-fjj26
I0326 23:22:42.843714    3829 cni.go:424] [openshift-console/console-6b8cc584dd-pt8cj 3582ed622e07f4d25a653dd72f69d26d282e65449562733a55cf0fe0b006479d network default NAD default] ADD finished CNI request [openshift-console/console-6b8cc584dd-pt8cj 3582ed622e07f4d25a653dd72f69d26d282e65449562733a55cf0fe0b006479d network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:f4:e9:a3:1c:d5\",\"name\":\"3582ed622e07f4d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b470f8d-7ce1-421d-8ed0-abac879d1879\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:22:47.987165    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0326 23:22:53.265014    3829 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:22:53.265765    3829 obj_retry.go:464] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0326 23:22:53.404181    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0326 23:22:53.572492    3829 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:53.572519    3829 obj_retry.go:458] Detected object openshift-console/console-6cf96b65cd-jkv58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:22:53.577927    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cf96b65cd-jkv58
I0326 23:22:53.577951    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cf96b65cd-jkv58
I0326 23:23:09.984056    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42
I0326 23:23:17.073882    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:23:24.996522    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=511
I0326 23:23:41.981374    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
W0326 23:23:45.773956    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0326 23:23:56.814894    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0326 23:23:56.814959    3829 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gxh5d IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-gxh5d: no pod IPs found 
I0326 23:24:01.988331    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69
I0326 23:24:12.083998    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0326 23:24:15.105743    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0326 23:24:19.743779    3829 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal
I0326 23:24:19.743787    3829 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall
I0326 23:24:19.743812    3829 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 38.897µs
I0326 23:24:19.774979    3829 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-vfqv7] creating logical port kube-system_global-pull-secret-syncer-vfqv7 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:24:19.775081    3829 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-vfqv7
I0326 23:24:19.788742    3829 pod.go:62] [kube-system/global-pull-secret-syncer-vfqv7] pod update took 13.692832ms
I0326 23:24:19.788765    3829 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-vfqv7] addLogicalPort annotation time took 13.720016ms
I0326 23:24:19.790109    3829 pods.go:271] [kube-system/global-pull-secret-syncer-vfqv7] addLogicalPort took 15.143319ms, libovsdb time 903.425µs
I0326 23:24:20.131631    3829 cni.go:403] [kube-system/global-pull-secret-syncer-vfqv7 9500cbfd008020b292df167d02ade605de67e9af2d83ad42da4f315c671e6596 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-vfqv7 9500cbfd008020b292df167d02ade605de67e9af2d83ad42da4f315c671e6596 network default NAD default]
I0326 23:24:20.140425    3829 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-vfqv7, hostIfaceName: 9500cbfd008020b, network: default, NAD default, SandboxID: "9500cbfd008020b292df167d02ade605de67e9af2d83ad42da4f315c671e6596", PCI device ID: , UID: "56770864-da97-4df2-89b4-9da825bba65c", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23]
I0326 23:24:20.388744    3829 cni.go:424] [kube-system/global-pull-secret-syncer-vfqv7 9500cbfd008020b292df167d02ade605de67e9af2d83ad42da4f315c671e6596 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-vfqv7 9500cbfd008020b292df167d02ade605de67e9af2d83ad42da4f315c671e6596 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7a:81:30:9f:bf\",\"name\":\"9500cbfd008020b\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7359cb92-d497-4021-af84-efa5cbe81b76\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:25:01.984239    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149
I0326 23:25:12.068177    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0326 23:25:53.089485    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 23:26:14.377747    3829 namespace.go:98] [tsf] adding namespace
I0326 23:26:14.378685    3829 namespace.go:102] [tsf] adding namespace took 915.919µs
I0326 23:26:14.397354    3829 namespace.go:142] [tsf] updating namespace
I0326 23:26:14.407090    3829 namespace.go:142] [tsf] updating namespace
I0326 23:26:18.255111    3829 namespace.go:98] [konflux-operator] adding namespace
I0326 23:26:18.255922    3829 namespace.go:102] [konflux-operator] adding namespace took 787.88µs
I0326 23:26:18.262318    3829 namespace.go:98] [konflux-ui] adding namespace
I0326 23:26:18.262407    3829 namespace.go:98] [rhtpa-operator] adding namespace
I0326 23:26:18.262566    3829 namespace.go:98] [tsf-tpa] adding namespace
I0326 23:26:18.262611    3829 namespace.go:98] [rhbk-operator] adding namespace
I0326 23:26:18.262693    3829 namespace.go:98] [tsf-tas] adding namespace
I0326 23:26:18.262808    3829 namespace.go:98] [cert-manager-operator] adding namespace
I0326 23:26:18.263128    3829 namespace.go:102] [konflux-ui] adding namespace took 789.223µs
I0326 23:26:18.263755    3829 namespace.go:102] [rhtpa-operator] adding namespace took 1.32624ms
I0326 23:26:18.264276    3829 namespace.go:102] [tsf-tpa] adding namespace took 1.69616ms
I0326 23:26:18.264787    3829 namespace.go:102] [rhbk-operator] adding namespace took 2.159004ms
I0326 23:26:18.265285    3829 namespace.go:102] [tsf-tas] adding namespace took 2.58102ms
I0326 23:26:18.265548    3829 namespace.go:98] [tsf-keycloak] adding namespace
I0326 23:26:18.265853    3829 namespace.go:102] [cert-manager-operator] adding namespace took 3.023561ms
I0326 23:26:18.266372    3829 namespace.go:102] [tsf-keycloak] adding namespace took 811.107µs
I0326 23:26:18.281449    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:18.296338    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:18.309452    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:18.321063    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:18.321724    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:18.325243    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:18.330866    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:18.342653    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:18.342676    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:18.342845    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:18.353992    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:26:18.354073    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:26:18.384064    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:18.392241    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:18.414080    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:18.424292    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:26:18.444786    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:18.453639    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:26:18.485100    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:18.500433    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:26:18.520298    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:18.537285    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:18.571998    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:18.587128    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:26:19.428574    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:26:19.430924    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:26:19.612945    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:19.613121    3829 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0326 23:26:19.646627    3829 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 33.544247ms
I0326 23:26:19.646647    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 33.569735ms
I0326 23:26:19.647840    3829 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 34.912979ms, libovsdb time 881.229µs
I0326 23:26:19.986810    3829 cni.go:403] [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default] ADD starting CNI request [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default]
I0326 23:26:19.995086    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: fa0c90b942fde4f, network: default, NAD default, SandboxID: "fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169", PCI device ID: , UID: "1393fa0d-d43f-4791-879a-92df393a70f3", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23]
I0326 23:26:20.243434    3829 cni.go:424] [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default] ADD finished CNI request [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default], result "{\"interfaces\":[{\"mac\":\"12:47:7b:a3:36:a9\",\"name\":\"fa0c90b942fde4f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3e91e52-6b3d-4bbc-bd06-780778b6c5d7\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:21.292595    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q] creating logical port openshift-marketplace_867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:21.292732    3829 kube.go:256] Updating pod openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q
I0326 23:26:21.306137    3829 pod.go:62] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q] pod update took 13.446573ms
I0326 23:26:21.306181    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q] addLogicalPort annotation time took 13.494113ms
I0326 23:26:21.307584    3829 pods.go:271] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q] addLogicalPort took 15.005275ms, libovsdb time 949.664µs
I0326 23:26:21.372722    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47] creating logical port openshift-marketplace_3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:21.372833    3829 kube.go:256] Updating pod openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47
I0326 23:26:21.387139    3829 pod.go:62] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47] pod update took 14.341679ms
I0326 23:26:21.387207    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47] addLogicalPort annotation time took 14.412122ms
I0326 23:26:21.388532    3829 pods.go:271] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47] addLogicalPort took 15.826725ms, libovsdb time 902.408µs
I0326 23:26:21.900340    3829 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default] ADD starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default]
I0326 23:26:21.900653    3829 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default] ADD starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default]
I0326 23:26:21.909873    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q, hostIfaceName: 87d290845d72794, network: default, NAD default, SandboxID: "87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63", PCI device ID: , UID: "335d7545-3696-45be-b75a-00c949282c55", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23]
I0326 23:26:21.909940    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47, hostIfaceName: aa4d323ab44f501, network: default, NAD default, SandboxID: "aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72", PCI device ID: , UID: "6b6e3925-6c39-41c3-b291-512e4ac7e466", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23]
I0326 23:26:21.955311    3829 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default] ADD finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:b1:31:a9:a8:ed\",\"name\":\"87d290845d72794\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/354ce306-a1f4-4218-bdcb-a1e8a171e64c\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:22.182181    3829 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default] ADD finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:23:e0:51:e2:91\",\"name\":\"aa4d323ab44f501\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be59a48a-9b2d-4c95-ac7b-54591882d684\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:24.212839    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:24.212999    3829 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9
I0326 23:26:24.226466    3829 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9] pod update took 13.493971ms
I0326 23:26:24.226499    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9] addLogicalPort annotation time took 13.531724ms
I0326 23:26:24.228073    3829 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9] addLogicalPort took 15.250063ms, libovsdb time 1.162962ms
I0326 23:26:25.111420    3829 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default]
I0326 23:26:25.123013    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9, hostIfaceName: e5329e2d2f5c05a, network: default, NAD default, SandboxID: "e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19", PCI device ID: , UID: "77cea1a0-2146-4b42-b283-20a11547961e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23]
I0326 23:26:25.176067    3829 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:81:71:dc:53:38\",\"name\":\"e5329e2d2f5c05a\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb065870-04fd-4715-aa7c-f1691fbd95bc\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:25.300064    3829 cni.go:403] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default] DEL starting CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default]
I0326 23:26:25.378226    3829 cni.go:424] [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default] DEL finished CNI request [openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q 87d290845d727947258c75a2329cbd0fe070908ba2d6a585197e1f05dbc87d63 network default NAD default], result "{}", err <nil>
I0326 23:26:25.873909    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6] creating logical port openshift-marketplace_ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:25.874044    3829 kube.go:256] Updating pod openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6
I0326 23:26:25.888229    3829 pod.go:62] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6] pod update took 14.213296ms
I0326 23:26:25.888251    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6] addLogicalPort annotation time took 14.239626ms
I0326 23:26:25.889491    3829 pods.go:271] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6] addLogicalPort took 15.602029ms, libovsdb time 872.084µs
I0326 23:26:27.091479    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:27.091593    3829 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4
I0326 23:26:27.107087    3829 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4] pod update took 15.528514ms
I0326 23:26:27.107110    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4] addLogicalPort annotation time took 15.557595ms
I0326 23:26:27.108358    3829 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4] addLogicalPort took 16.900653ms, libovsdb time 892.849µs
I0326 23:26:27.202608    3829 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:26:27.202704    3829 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn
I0326 23:26:27.217752    3829 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn] pod update took 15.074597ms
I0326 23:26:27.217780    3829 base_network_controller_pods.go:937] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn] addLogicalPort annotation time took 15.106357ms
I0326 23:26:27.219227    3829 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn] addLogicalPort took 16.638556ms, libovsdb time 945.559µs
I0326 23:26:27.722376    3829 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default]
I0326 23:26:27.723920    3829 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default]
I0326 23:26:27.725487    3829 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default] ADD starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default]
I0326 23:26:27.734189    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn, hostIfaceName: 4f91f70ba3e9808, network: default, NAD default, SandboxID: "4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305", PCI device ID: , UID: "42280183-ec8f-41f9-8b29-d405fc4b37da", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23]
I0326 23:26:27.734714    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4, hostIfaceName: 52846b59a7f59a1, network: default, NAD default, SandboxID: "52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac", PCI device ID: , UID: "445965b1-eeb6-4116-8c3b-337cc5adff4b", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23]
I0326 23:26:27.736689    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-marketplace, podName: ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6, hostIfaceName: fd93888a8716d87, network: default, NAD default, SandboxID: "fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d", PCI device ID: , UID: "9d047289-e6c3-4d58-ab3c-442fb1ff316b", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23]
I0326 23:26:27.781218    3829 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:3b:fc:88:f8:6a\",\"name\":\"4f91f70ba3e9808\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7d65938-2686-4e35-b644-f59bc41d49a3\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:27.793093    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:27.793129    3829 pods.go:176] Deleting pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q
I0326 23:26:27.795116    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q, ips: 10.130.0.30
I0326 23:26:27.795177    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:27.795201    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:27.795211    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:27.795466    3829 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:27.795480    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:28.011396    3829 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default] ADD finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:fd:f1:f8:57:c5\",\"name\":\"fd93888a8716d87\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03c94b42-e099-4699-b505-0c923834277a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:28.011783    3829 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:6c:5d:1a:c6:bd\",\"name\":\"52846b59a7f59a1\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9771b1a-7ef8-4b30-85c5-37414b1e3b49\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:26:28.817731    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:28.817777    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:28.817792    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:28.817810    3829 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf7md2q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:29.355314    3829 cni.go:403] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default] DEL starting CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default]
I0326 23:26:29.439332    3829 cni.go:424] [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default] DEL finished CNI request [openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 aa4d323ab44f5018c4b287130aaed2c73883b8cf96c3ab8b0d7697b9a800fa72 network default NAD default], result "{}", err <nil>
I0326 23:26:29.667142    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:29.667189    3829 pods.go:176] Deleting pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47
I0326 23:26:29.668714    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47, ips: 10.130.0.31
I0326 23:26:29.668742    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:29.668765    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:29.668775    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:29.668941    3829 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:29.668956    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:30.694224    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:30.694250    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:30.694263    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:30.694280    3829 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1vls47 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:31.370815    3829 cni.go:403] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default] DEL starting CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default]
I0326 23:26:31.371802    3829 cni.go:403] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default]
I0326 23:26:31.372931    3829 cni.go:403] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default]
I0326 23:26:31.461875    3829 cni.go:424] [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default] DEL finished CNI request [openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 fd93888a8716d878e5215c6b57d72c477402df3719777c79cee890c9f558682d network default NAD default], result "{}", err <nil>
I0326 23:26:31.510975    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.511015    3829 pods.go:176] Deleting pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6
I0326 23:26:31.516635    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6, ips: 10.130.0.33
I0326 23:26:31.516772    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.516825    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.516856    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:31.520378    3829 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.520464    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:31.523298    3829 cni.go:424] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn 4f91f70ba3e9808c6d7f8a6faead8225851b831ef244fe3ee2ea2467b4007305 network default NAD default], result "{}", err <nil>
I0326 23:26:31.537734    3829 cni.go:424] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 52846b59a7f59a1ed99dc58c99e7d10b9159bc0dbd7a3e1ca2862250130b00ac network default NAD default], result "{}", err <nil>
I0326 23:26:31.616504    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.616577    3829 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn
I0326 23:26:31.618517    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn, ips: 10.130.0.35
I0326 23:26:31.618554    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.618577    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.618586    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:31.618819    3829 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.618835    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:31.635071    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.635115    3829 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4
I0326 23:26:31.636303    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4, ips: 10.130.0.34
I0326 23:26:31.636332    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.636357    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.636367    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:31.636561    3829 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:31.636574    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:32.536910    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.536947    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.536961    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.536977    3829 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8khqh6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.639702    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.639730    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.639742    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.639757    3829 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafjxmsn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.667311    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.667335    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.667348    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:32.667360    3829 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad79njh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:33.380863    3829 cni.go:403] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default]
I0326 23:26:33.465069    3829 cni.go:424] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 e5329e2d2f5c05a09e83266370b6c489d23231341327cd8f15e334ce22c9cf19 network default NAD default], result "{}", err <nil>
I0326 23:26:33.518424    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:33.518460    3829 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9
I0326 23:26:33.519765    3829 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9, ips: 10.130.0.32
I0326 23:26:33.519795    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:33.519821    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:33.519832    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0326 23:26:33.520036    3829 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0326 23:26:33.520053    3829 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0326 23:26:34.575928    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:34.575950    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:34.575964    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:34.575979    3829 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5thdx9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:26:45.084838    3829 namespace.go:142] [openshift-operators] updating namespace
I0326 23:26:45.098206    3829 namespace.go:142] [openshift-operators] updating namespace
W0326 23:26:45.514358    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:48.335262    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:48.353478    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:48.382751    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:48.389422    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0326 23:26:48.476188    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0326 23:26:53.292094    3829 namespace.go:98] [trusted-artifact-signer] adding namespace
I0326 23:26:53.293219    3829 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.106029ms
I0326 23:26:53.314436    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:26:53.338399    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
W0326 23:26:53.499046    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
I0326 23:26:57.107623    3829 namespace.go:142] [openshift-operators] updating namespace
I0326 23:27:08.378619    3829 namespace.go:98] [cert-manager] adding namespace
I0326 23:27:08.379570    3829 namespace.go:102] [cert-manager] adding namespace took 925.988µs
I0326 23:27:08.406439    3829 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:08.439723    3829 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:09.080084    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0326 23:27:11.613298    3829 namespace.go:98] [openshift-pipelines] adding namespace
I0326 23:27:11.614191    3829 namespace.go:102] [openshift-pipelines] adding namespace took 866.728µs
I0326 23:27:11.634223    3829 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:27:12.885357    3829 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:13.090237    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:27:13.488281    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:27:13.689723    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:27:13.907358    3829 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace
I0326 23:27:14.070212    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0326 23:27:14.371231    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:27:14.587414    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:27:14.782988    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:27:14.981299    3829 namespace.go:142] [tsf] updating namespace
I0326 23:27:15.178828    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:27:15.375040    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:27:15.578543    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:27:15.707180    3829 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:15.717388    3829 namespace.go:142] [cert-manager-operator] updating namespace
I0326 23:27:15.725318    3829 namespace.go:142] [default] updating namespace
I0326 23:27:15.736512    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:27:15.745759    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:27:15.756115    3829 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace
I0326 23:27:15.763514    3829 namespace.go:142] [openshift] updating namespace
I0326 23:27:15.773507    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:27:15.782769    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:27:15.792175    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:27:15.800650    3829 namespace.go:142] [tsf] updating namespace
I0326 23:27:15.824083    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:27:15.839020    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:27:15.865362    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:27:15.960970    3829 namespace.go:142] [cert-manager] updating namespace
I0326 23:27:16.064019    3829 namespace.go:142] [cert-manager-operator] updating namespace
W0326 23:27:16.075620    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0326 23:27:16.075635    3829 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0326 23:27:16.157785    3829 namespace.go:142] [default] updating namespace
I0326 23:27:16.263709    3829 namespace.go:142] [konflux-operator] updating namespace
I0326 23:27:16.360778    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:27:16.468349    3829 namespace.go:142] [open-cluster-management-2p9mplstndhmerb1mp1pd72ivq8vo3pp] updating namespace
I0326 23:27:16.558972    3829 namespace.go:142] [openshift] updating namespace
I0326 23:27:16.663658    3829 namespace.go:142] [rhbk-operator] updating namespace
I0326 23:27:16.760115    3829 namespace.go:142] [rhtpa-operator] updating namespace
I0326 23:27:16.860083    3829 namespace.go:142] [trusted-artifact-signer] updating namespace
I0326 23:27:16.962193    3829 namespace.go:142] [tsf] updating namespace
I0326 23:27:17.061332    3829 namespace.go:142] [tsf-keycloak] updating namespace
I0326 23:27:17.160658    3829 namespace.go:142] [tsf-tas] updating namespace
I0326 23:27:17.261690    3829 namespace.go:142] [tsf-tpa] updating namespace
I0326 23:27:17.499029    3829 namespace.go:142] [openshift-pipelines] updating namespace
I0326 23:27:20.644522    3829 cni.go:403] [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default] DEL starting CNI request [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default]
I0326 23:27:20.740523    3829 cni.go:424] [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default] DEL finished CNI request [tsf/test-tsf-subscriptions fa0c90b942fde4f02d6d3b00a4fd56fdcb3165bf2168dfad69669e4f02498169 network default NAD default], result "{}", err <nil>
I0326 23:27:20.790245    3829 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:20.790276    3829 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0326 23:27:20.791462    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.29
I0326 23:27:20.791490    3829 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:27:20.814795    3829 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:20.814820    3829 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:27:20.822421    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0326 23:27:20.822440    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0326 23:27:22.142415    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:22.142504    3829 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0326 23:27:22.158630    3829 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.147293ms
I0326 23:27:22.158654    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.174741ms
I0326 23:27:22.159911    3829 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.510765ms, libovsdb time 840.302µs
I0326 23:27:22.523659    3829 cni.go:403] [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default] ADD starting CNI request [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default]
I0326 23:27:22.532415    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 7767776d52d3360, network: default, NAD default, SandboxID: "7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc", PCI device ID: , UID: "6d7430f9-9f90-4c82-b7e3-66cf0270eb6a", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23]
I0326 23:27:22.575800    3829 cni.go:424] [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default] ADD finished CNI request [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:7d:b3:8e:6d:c6\",\"name\":\"7767776d52d3360\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6175095d-0a36-4a6b-87d9-e56c42ea8aac\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:27:25.033880    3829 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-8qkdr for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:25.033987    3829 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr
I0326 23:27:25.053525    3829 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr] pod update took 19.566025ms
I0326 23:27:25.053556    3829 base_network_controller_pods.go:937] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr] addLogicalPort annotation time took 19.601561ms
I0326 23:27:25.054848    3829 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr] addLogicalPort took 20.992865ms, libovsdb time 953.376µs
I0326 23:27:26.151775    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:26.151864    3829 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w
I0326 23:27:26.165624    3829 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w] pod update took 13.785514ms
I0326 23:27:26.165649    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w] addLogicalPort annotation time took 13.813504ms
I0326 23:27:26.166854    3829 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w] addLogicalPort took 15.094634ms, libovsdb time 847.3µs
I0326 23:27:26.348941    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-jsl5h for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:26.349032    3829 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h
I0326 23:27:26.362556    3829 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h] pod update took 13.548054ms
I0326 23:27:26.362647    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h] addLogicalPort annotation time took 13.641294ms
I0326 23:27:26.363939    3829 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h] addLogicalPort took 15.012869ms, libovsdb time 886.961µs
I0326 23:27:28.073829    3829 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h 8bee51a5ea1156c349ac814ed74688a2fc2dd0044ce815f46c8324931b812e66 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h 8bee51a5ea1156c349ac814ed74688a2fc2dd0044ce815f46c8324931b812e66 network default NAD default]
I0326 23:27:28.074112    3829 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w 09714a80ccfabd77f23642ef3772fab5e4f3edbffae70d53f8c68e7c3e80a141 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w 09714a80ccfabd77f23642ef3772fab5e4f3edbffae70d53f8c68e7c3e80a141 network default NAD default]
I0326 23:27:28.083997    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-jsl5h, hostIfaceName: 8bee51a5ea1156c, network: default, NAD default, SandboxID: "8bee51a5ea1156c349ac814ed74688a2fc2dd0044ce815f46c8324931b812e66", PCI device ID: , UID: "24153c9b-24a2-4ff5-942c-ff0dea5f582a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23]
I0326 23:27:28.084088    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w, hostIfaceName: 09714a80ccfabd7, network: default, NAD default, SandboxID: "09714a80ccfabd77f23642ef3772fab5e4f3edbffae70d53f8c68e7c3e80a141", PCI device ID: , UID: "93dc215a-18e3-4c1b-8722-10ab99c16410", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23]
I0326 23:27:28.149897    3829 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h 8bee51a5ea1156c349ac814ed74688a2fc2dd0044ce815f46c8324931b812e66 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-jsl5h 8bee51a5ea1156c349ac814ed74688a2fc2dd0044ce815f46c8324931b812e66 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:bf:a1:ed:19:16\",\"name\":\"8bee51a5ea1156c\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac2629bd-2ed9-4684-b1e3-38dd26d48e6e\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:27:28.334206    3829 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w 09714a80ccfabd77f23642ef3772fab5e4f3edbffae70d53f8c68e7c3e80a141 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-wvb2w 09714a80ccfabd77f23642ef3772fab5e4f3edbffae70d53f8c68e7c3e80a141 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:6f:52:84:0c:b4\",\"name\":\"09714a80ccfabd7\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/093c6e70-f978-4f09-91ea-df3af1147f71\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:30.143039    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:30.143061    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:30.143067    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0326 23:27:30.199383    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:30.199399    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:30.199403    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0326 23:27:30.676042    3829 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:30.676061    3829 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:30.676066    3829 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:27:30.676070    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0326 23:27:33.105372    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11
W0326 23:27:34.694291    3829 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0326 23:27:35.316560    3829 cni.go:403] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr 67116521ae4f67c1ba6bd9b92ca3636f483e6e4b6af6fc2fa3db514179e908cc network default NAD default] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr 67116521ae4f67c1ba6bd9b92ca3636f483e6e4b6af6fc2fa3db514179e908cc network default NAD default]
I0326 23:27:35.324878    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-8qkdr, hostIfaceName: 67116521ae4f67c, network: default, NAD default, SandboxID: "67116521ae4f67c1ba6bd9b92ca3636f483e6e4b6af6fc2fa3db514179e908cc", PCI device ID: , UID: "f03db203-63ba-4e9d-9594-9af0bce06aa4", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23]
I0326 23:27:35.368452    3829 cni.go:424] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr 67116521ae4f67c1ba6bd9b92ca3636f483e6e4b6af6fc2fa3db514179e908cc network default NAD default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-8qkdr 67116521ae4f67c1ba6bd9b92ca3636f483e6e4b6af6fc2fa3db514179e908cc network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:3a:9b:36:bd:74\",\"name\":\"67116521ae4f67c\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff812090-483d-47f2-a712-f03156ff5ccd\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:35.738519    3829 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0326 23:27:42.103590    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6
I0326 23:27:53.403558    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-xmmgz for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:53.403638    3829 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz
I0326 23:27:53.420519    3829 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz] pod update took 16.8991ms
I0326 23:27:53.420544    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz] addLogicalPort annotation time took 16.930233ms
I0326 23:27:53.421842    3829 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz] addLogicalPort took 18.299704ms, libovsdb time 851.775µs
I0326 23:27:53.558061    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-nwt4h for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:27:53.558192    3829 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h
I0326 23:27:53.573349    3829 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h] pod update took 15.196467ms
I0326 23:27:53.573367    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h] addLogicalPort annotation time took 15.219153ms
I0326 23:27:53.574484    3829 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h] addLogicalPort took 16.432948ms, libovsdb time 780.432µs
I0326 23:27:53.801803    3829 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz 7a295534bd14e597ed1cd621a49d9d984872ddf8d64d72558f068a6a1aeac9df network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz 7a295534bd14e597ed1cd621a49d9d984872ddf8d64d72558f068a6a1aeac9df network default NAD default]
I0326 23:27:53.810528    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-xmmgz, hostIfaceName: 7a295534bd14e59, network: default, NAD default, SandboxID: "7a295534bd14e597ed1cd621a49d9d984872ddf8d64d72558f068a6a1aeac9df", PCI device ID: , UID: "bc03081b-3d1e-4791-b080-ffa3d6670951", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23]
I0326 23:27:53.915895    3829 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h fb9ba695d705f2f31abd2c79812d2b63a799dfd3f5ff6a71f40f6fceb5c97f22 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h fb9ba695d705f2f31abd2c79812d2b63a799dfd3f5ff6a71f40f6fceb5c97f22 network default NAD default]
I0326 23:27:53.923867    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-nwt4h, hostIfaceName: fb9ba695d705f2f, network: default, NAD default, SandboxID: "fb9ba695d705f2f31abd2c79812d2b63a799dfd3f5ff6a71f40f6fceb5c97f22", PCI device ID: , UID: "2526c365-c65b-452d-9b7f-1e026096d95a", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23]
I0326 23:27:53.967109    3829 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h fb9ba695d705f2f31abd2c79812d2b63a799dfd3f5ff6a71f40f6fceb5c97f22 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-nwt4h fb9ba695d705f2f31abd2c79812d2b63a799dfd3f5ff6a71f40f6fceb5c97f22 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:6e:7e:c5:fc:82\",\"name\":\"fb9ba695d705f2f\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30275cbe-2e06-4c21-b57a-ec9db59f44a6\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:27:54.061371    3829 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz 7a295534bd14e597ed1cd621a49d9d984872ddf8d64d72558f068a6a1aeac9df network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-xmmgz 7a295534bd14e597ed1cd621a49d9d984872ddf8d64d72558f068a6a1aeac9df network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:60:8a:72:6e:5a\",\"name\":\"7a295534bd14e59\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8995e5d6-2dd7-4d9f-b8ec-08c2a4429105\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:27:56.748767    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0326 23:27:57.894350    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0326 23:27:59.905692    3829 cni.go:403] [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default] DEL starting CNI request [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default]
I0326 23:28:00.002522    3829 cni.go:424] [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default] DEL finished CNI request [tsf/test-tsf-infrastructure 7767776d52d336072052ce95b797832577f71c198b4e090d411eaca9eb5da1dc network default NAD default], result "{}", err <nil>
I0326 23:28:00.054227    3829 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:00.054255    3829 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0326 23:28:00.055875    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.36
I0326 23:28:00.055905    3829 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:00.081006    3829 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:00.081028    3829 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:00.086976    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0326 23:28:00.086999    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0326 23:28:01.192411    3829 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:01.192532    3829 kube.go:256] Updating pod tsf/test-tsf-iam
I0326 23:28:01.210289    3829 pod.go:62] [tsf/test-tsf-iam] pod update took 17.783273ms
I0326 23:28:01.210313    3829 base_network_controller_pods.go:937] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.811905ms
I0326 23:28:01.211551    3829 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 19.155158ms, libovsdb time 883.64µs
I0326 23:28:01.558147    3829 cni.go:403] [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default] ADD starting CNI request [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default]
I0326 23:28:01.566887    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 305f2c9a5ebc604, network: default, NAD default, SandboxID: "305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae", PCI device ID: , UID: "ee8431c2-1981-48a5-802b-27e846c6624f", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23]
I0326 23:28:01.609931    3829 cni.go:424] [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default] ADD finished CNI request [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:6e:4e:a1:af:cd\",\"name\":\"305f2c9a5ebc604\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79f4c599-e6f1-4206-8f35-66a52822d99e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:28:08.899993    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
W0326 23:28:10.890984    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:10.891004    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:10.895206    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
I0326 23:28:15.334567    3829 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 23:28:18.411306    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:18.411466    3829 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0326 23:28:18.423079    3829 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.639645ms
I0326 23:28:18.423105    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.673809ms
I0326 23:28:18.424504    3829 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.224289ms, libovsdb time 923.558µs
I0326 23:28:24.098679    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0326 23:28:25.378288    3829 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 3d46f03f149524661133dc92e3858e903b761a75e41b076c280bcbb60bd145f9 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 3d46f03f149524661133dc92e3858e903b761a75e41b076c280bcbb60bd145f9 network default NAD default]
I0326 23:28:25.386617    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 3d46f03f1495246, network: default, NAD default, SandboxID: "3d46f03f149524661133dc92e3858e903b761a75e41b076c280bcbb60bd145f9", PCI device ID: , UID: "2cdd5443-1550-4404-a228-ba62d32ba549", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23]
I0326 23:28:25.638497    3829 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 3d46f03f149524661133dc92e3858e903b761a75e41b076c280bcbb60bd145f9 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 3d46f03f149524661133dc92e3858e903b761a75e41b076c280bcbb60bd145f9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:76:1b:54:eb:51\",\"name\":\"3d46f03f1495246\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cea904f-1f1e-4a0a-bab7-98e04dbd81e6\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:31.121004    3829 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0326 23:28:32.258822    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:32.259574    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:32.554079    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-mjxs8 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:32.554182    3829 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8
I0326 23:28:32.570722    3829 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8] pod update took 16.580487ms
I0326 23:28:32.570741    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8] addLogicalPort annotation time took 16.603755ms
I0326 23:28:32.571768    3829 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8] addLogicalPort took 17.703364ms, libovsdb time 704.343µs
I0326 23:28:33.042838    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:33.042862    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:33.049365    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 23:28:33.049395    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0326 23:28:33.514868    3829 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8 e9fc073521710d33fe4bcbbea015226aa62342de8b71b071a4042a2962772237 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8 e9fc073521710d33fe4bcbbea015226aa62342de8b71b071a4042a2962772237 network default NAD default]
I0326 23:28:33.523314    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-mjxs8, hostIfaceName: e9fc073521710d3, network: default, NAD default, SandboxID: "e9fc073521710d33fe4bcbbea015226aa62342de8b71b071a4042a2962772237", PCI device ID: , UID: "b81000b2-4376-48e7-a47e-b1aaba1b61d6", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23]
I0326 23:28:33.568577    3829 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8 e9fc073521710d33fe4bcbbea015226aa62342de8b71b071a4042a2962772237 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-mjxs8 e9fc073521710d33fe4bcbbea015226aa62342de8b71b071a4042a2962772237 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:29:b4:29:b8:fe\",\"name\":\"e9fc073521710d3\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbef96bb-d89a-4a44-bd5a-671a115db25c\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:28:35.031666    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:28:35.036222    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:35.036239    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:40.108116    3829 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:40.108137    3829 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0326 23:28:40.108143    3829 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0326 23:28:54.078106    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0326 23:28:54.321518    3829 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-dvdnf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:54.322122    3829 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-dvdnf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:55.220002    3829 cni.go:403] [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default] DEL starting CNI request [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default]
I0326 23:28:55.305566    3829 cni.go:424] [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default] DEL finished CNI request [tsf/test-tsf-iam 305f2c9a5ebc60415bcebb26931083d80a5c453a3b94c10c559370088bee4bae network default NAD default], result "{}", err <nil>
I0326 23:28:55.348487    3829 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-dvdnf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:55.348510    3829 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-dvdnf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:55.355658    3829 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:55.355682    3829 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0326 23:28:55.356902    3829 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.42
I0326 23:28:55.356928    3829 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:55.403380    3829 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:55.403399    3829 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:55.416232    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0326 23:28:55.416251    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0326 23:28:55.755652    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:55.756195    3829 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:28:56.195977    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:56.196007    3829 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:28:56.209031    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0
I0326 23:28:56.209057    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0
I0326 23:28:56.367573    3829 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:56.367649    3829 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0326 23:28:56.386536    3829 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.907439ms
I0326 23:28:56.386554    3829 base_network_controller_pods.go:937] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.930733ms
I0326 23:28:56.387723    3829 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 20.161888ms, libovsdb time 794.738µs
I0326 23:28:56.729078    3829 cni.go:403] [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default] ADD starting CNI request [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default]
I0326 23:28:56.751858    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 43afbba031d0fe3, network: default, NAD default, SandboxID: "43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56", PCI device ID: , UID: "dd2894dc-da1f-4b49-bf63-3339e66794a6", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23]
I0326 23:28:56.795758    3829 cni.go:424] [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default] ADD finished CNI request [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c6:9a:36:15:bb:88\",\"name\":\"43afbba031d0fe3\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f47465d6-6dc8-47c0-8b9d-9b8e04c5606b\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:57.234047    3829 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-f5s69-2692j] creating logical port tsf-tas_segment-backup-installation-f5s69-2692j for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:57.234194    3829 kube.go:256] Updating pod tsf-tas/segment-backup-installation-f5s69-2692j
I0326 23:28:57.245730    3829 pod.go:62] [tsf-tas/segment-backup-installation-f5s69-2692j] pod update took 11.580117ms
I0326 23:28:57.245757    3829 base_network_controller_pods.go:937] [default/tsf-tas/segment-backup-installation-f5s69-2692j] addLogicalPort annotation time took 11.611595ms
I0326 23:28:57.247380    3829 pods.go:271] [tsf-tas/segment-backup-installation-f5s69-2692j] addLogicalPort took 13.352847ms, libovsdb time 1.095794ms
I0326 23:28:57.592130    3829 cni.go:403] [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default] ADD starting CNI request [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default]
I0326 23:28:57.600518    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-f5s69-2692j, hostIfaceName: 5ca083cc65efc47, network: default, NAD default, SandboxID: "5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a", PCI device ID: , UID: "bbf8a82d-0afa-4192-b0af-f0f984e96eed", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23]
I0326 23:28:57.645436    3829 cni.go:424] [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default] ADD finished CNI request [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:83:b1:c4:46:0f\",\"name\":\"5ca083cc65efc47\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3bbc2dd-4ba5-41d7-9bcf-c66df1b4e93a\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:28:58.232383    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0326 23:28:58.243536    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
W0326 23:28:58.243550    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
I0326 23:28:58.391440    3829 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-x4w9m-fgdtp] creating logical port tsf-tas_ctlog-createtree-job-x4w9m-fgdtp for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:58.391523    3829 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-x4w9m-fgdtp
I0326 23:28:58.409019    3829 pod.go:62] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp] pod update took 17.515346ms
I0326 23:28:58.409044    3829 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-x4w9m-fgdtp] addLogicalPort annotation time took 17.546305ms
I0326 23:28:58.410256    3829 pods.go:271] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp] addLogicalPort took 18.831693ms, libovsdb time 827.027µs
I0326 23:28:58.766302    3829 cni.go:403] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default]
I0326 23:28:58.777788    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-x4w9m-fgdtp, hostIfaceName: b50f5c6b7540ebb, network: default, NAD default, SandboxID: "b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258", PCI device ID: , UID: "dcdb03de-6963-4322-a7f4-1814da438a97", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23]
I0326 23:28:58.793783    3829 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-598666f678-hk7rz] creating logical port tsf-tas_trillian-logsigner-598666f678-hk7rz for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:28:58.793910    3829 kube.go:256] Updating pod tsf-tas/trillian-logsigner-598666f678-hk7rz
I0326 23:28:58.811070    3829 pod.go:62] [tsf-tas/trillian-logsigner-598666f678-hk7rz] pod update took 17.181027ms
I0326 23:28:58.811101    3829 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logsigner-598666f678-hk7rz] addLogicalPort annotation time took 17.215636ms
I0326 23:28:58.812729    3829 pods.go:271] [tsf-tas/trillian-logsigner-598666f678-hk7rz] addLogicalPort took 18.957825ms, libovsdb time 1.105666ms
I0326 23:28:58.840802    3829 cni.go:424] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:c6:9f:ba:a4:69\",\"name\":\"b50f5c6b7540ebb\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bdf58c1-a13d-4401-a73b-31dc55094279\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:28:59.160702    3829 cni.go:403] [tsf-tas/trillian-logsigner-598666f678-hk7rz 8049ea7ab80fdb061cd9e2e2d269508ceda5dc6a3af178debff8295983d4c5f3 network default NAD default] ADD starting CNI request [tsf-tas/trillian-logsigner-598666f678-hk7rz 8049ea7ab80fdb061cd9e2e2d269508ceda5dc6a3af178debff8295983d4c5f3 network default NAD default]
I0326 23:28:59.172046    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-598666f678-hk7rz, hostIfaceName: 8049ea7ab80fdb0, network: default, NAD default, SandboxID: "8049ea7ab80fdb061cd9e2e2d269508ceda5dc6a3af178debff8295983d4c5f3", PCI device ID: , UID: "bb94c90b-936b-4b36-a358-ab6b583464df", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23]
I0326 23:28:59.436229    3829 cni.go:424] [tsf-tas/trillian-logsigner-598666f678-hk7rz 8049ea7ab80fdb061cd9e2e2d269508ceda5dc6a3af178debff8295983d4c5f3 network default NAD default] ADD finished CNI request [tsf-tas/trillian-logsigner-598666f678-hk7rz 8049ea7ab80fdb061cd9e2e2d269508ceda5dc6a3af178debff8295983d4c5f3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:3b:b2:da:44:d2\",\"name\":\"8049ea7ab80fdb0\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5de1fcee-019b-4eae-bc67-d5c129ff5c6f\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:29:01.088229    3829 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-69b77b8879-6nvt7] creating logical port tsf-tas_trillian-db-69b77b8879-6nvt7 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:29:01.088320    3829 kube.go:256] Updating pod tsf-tas/trillian-db-69b77b8879-6nvt7
I0326 23:29:01.102390    3829 pod.go:62] [tsf-tas/trillian-db-69b77b8879-6nvt7] pod update took 14.091912ms
I0326 23:29:01.102414    3829 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-69b77b8879-6nvt7] addLogicalPort annotation time took 14.122098ms
I0326 23:29:01.103919    3829 pods.go:271] [tsf-tas/trillian-db-69b77b8879-6nvt7] addLogicalPort took 15.711088ms, libovsdb time 966.759µs
W0326 23:29:06.624043    3829 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
I0326 23:29:10.625113    3829 cni.go:403] [tsf-tas/trillian-db-69b77b8879-6nvt7 a6d1969d38e07a0f9d6c10430fd6510b6d981d938d7dd7847d5ea50183c3aa85 network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-69b77b8879-6nvt7 a6d1969d38e07a0f9d6c10430fd6510b6d981d938d7dd7847d5ea50183c3aa85 network default NAD default]
I0326 23:29:10.633912    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-69b77b8879-6nvt7, hostIfaceName: a6d1969d38e07a0, network: default, NAD default, SandboxID: "a6d1969d38e07a0f9d6c10430fd6510b6d981d938d7dd7847d5ea50183c3aa85", PCI device ID: , UID: "6c7759b0-91a6-45f9-b296-9fdb0aae7305", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23]
I0326 23:29:10.891496    3829 cni.go:424] [tsf-tas/trillian-db-69b77b8879-6nvt7 a6d1969d38e07a0f9d6c10430fd6510b6d981d938d7dd7847d5ea50183c3aa85 network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-69b77b8879-6nvt7 a6d1969d38e07a0f9d6c10430fd6510b6d981d938d7dd7847d5ea50183c3aa85 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:4e:c4:d2:7a:ea\",\"name\":\"a6d1969d38e07a0\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3f0a45a-2054-4a97-80ca-b73479285504\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:29:11.334758    3829 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0326 23:29:12.000043    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=384
W0326 23:29:14.372739    3829 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0326 23:29:15.368228    3829 cni.go:403] [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default] DEL starting CNI request [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default]
I0326 23:29:15.446952    3829 cni.go:424] [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default] DEL finished CNI request [tsf-tas/segment-backup-installation-f5s69-2692j 5ca083cc65efc47d4bcc7ae9bfc12b268cec280e80d6e6e3072cbe193002079a network default NAD default], result "{}", err <nil>
I0326 23:29:15.495984    3829 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:15.496020    3829 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-f5s69-2692j
I0326 23:29:15.497564    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-f5s69-2692j, ips: 10.130.0.46
I0326 23:29:15.497591    3829 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:16.377091    3829 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:16.377122    3829 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-f5s69-2692j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:23.988620    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-7bmq4 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:29:23.988711    3829 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4
I0326 23:29:24.013207    3829 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4] pod update took 24.519656ms
I0326 23:29:24.013229    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4] addLogicalPort annotation time took 24.546992ms
I0326 23:29:24.014492    3829 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4] addLogicalPort took 25.889094ms, libovsdb time 869.791µs
I0326 23:29:24.352394    3829 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4 9f66b1a8ea4c8e3581079458809b8675703e9d4c0ebb1a5df33f901bb4f65df1 network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4 9f66b1a8ea4c8e3581079458809b8675703e9d4c0ebb1a5df33f901bb4f65df1 network default NAD default]
I0326 23:29:24.360593    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-7bmq4, hostIfaceName: 9f66b1a8ea4c8e3, network: default, NAD default, SandboxID: "9f66b1a8ea4c8e3581079458809b8675703e9d4c0ebb1a5df33f901bb4f65df1", PCI device ID: , UID: "4324a5fd-a2a2-496f-94a9-a0486378f11c", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23]
I0326 23:29:24.611582    3829 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4 9f66b1a8ea4c8e3581079458809b8675703e9d4c0ebb1a5df33f901bb4f65df1 network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-7bmq4 9f66b1a8ea4c8e3581079458809b8675703e9d4c0ebb1a5df33f901bb4f65df1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b6:b1:c7:6c:69:f5\",\"name\":\"9f66b1a8ea4c8e3\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01749fb7-2ea1-49ad-8abf-a42ed7889e4e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:29:25.399933    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql
I0326 23:29:25.991691    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=54
W0326 23:29:26.717565    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
W0326 23:29:27.441144    3829 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:29:27.441181    3829 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:29:28.456089    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:29:28.456108    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0326 23:29:40.465535    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0326 23:29:45.553800    3829 cni.go:403] [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default] DEL starting CNI request [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default]
I0326 23:29:45.635169    3829 cni.go:424] [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default] DEL finished CNI request [tsf-tas/test-tsf-tas 43afbba031d0fe3b9e583f43ee2fb17d22dc495529e308a58873788f6b8d0f56 network default NAD default], result "{}", err <nil>
I0326 23:29:45.704615    3829 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:45.704645    3829 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0326 23:29:45.706093    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.45
I0326 23:29:45.706125    3829 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:45.725966    3829 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:45.725989    3829 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:45.731762    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0326 23:29:45.731791    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0326 23:29:46.435199    3829 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-hwrns] creating logical port tsf_patch-tekton-config-hwrns for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:29:46.435288    3829 kube.go:256] Updating pod tsf/patch-tekton-config-hwrns
I0326 23:29:46.446434    3829 pod.go:62] [tsf/patch-tekton-config-hwrns] pod update took 11.169214ms
I0326 23:29:46.446456    3829 base_network_controller_pods.go:937] [default/tsf/patch-tekton-config-hwrns] addLogicalPort annotation time took 11.197088ms
I0326 23:29:46.447681    3829 pods.go:271] [tsf/patch-tekton-config-hwrns] addLogicalPort took 12.49654ms, libovsdb time 855.813µs
I0326 23:29:46.848129    3829 cni.go:403] [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default] ADD starting CNI request [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default]
I0326 23:29:46.856897    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-hwrns, hostIfaceName: 87a9f52d7405dac, network: default, NAD default, SandboxID: "87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1", PCI device ID: , UID: "b56565fc-77f3-4d8e-a621-c4768fbf1ad9", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23]
I0326 23:29:46.903816    3829 cni.go:424] [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default] ADD finished CNI request [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d6:3f:c2:6e:ca:c0\",\"name\":\"87a9f52d7405dac\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af088fa0-bfff-476b-b952-e13717fe84ca\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:29:52.990635    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97
I0326 23:29:54.616151    3829 cni.go:403] [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default] DEL starting CNI request [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default]
I0326 23:29:54.709843    3829 cni.go:424] [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default] DEL finished CNI request [tsf/patch-tekton-config-hwrns 87a9f52d7405dac6cd863249ca594d3efd4894ff5e8b96471d2ad893a7ac7dc1 network default NAD default], result "{}", err <nil>
I0326 23:29:54.760049    3829 obj_retry.go:464] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:54.760082    3829 pods.go:176] Deleting pod: tsf/patch-tekton-config-hwrns
I0326 23:29:54.761395    3829 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-hwrns, ips: 10.130.0.51
I0326 23:29:54.761424    3829 obj_retry.go:464] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:54.978467    3829 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:54.978972    3829 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:55.781211    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:55.781241    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:55.874430    3829 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:55.874454    3829 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-vf8tp-zfwpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:29:59.647562    3829 cni.go:403] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default]
I0326 23:29:59.737302    3829 cni.go:424] [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-x4w9m-fgdtp b50f5c6b7540ebbf237ce88a15127fbfa9e8d4e61c8a231e026636934a272258 network default NAD default], result "{}", err <nil>
I0326 23:29:59.791390    3829 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:29:59.791420    3829 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-x4w9m-fgdtp
I0326 23:29:59.792644    3829 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-x4w9m-fgdtp, ips: 10.130.0.47
I0326 23:29:59.792671    3829 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:00.055829    3829 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-77b6c687f9-7lms4] creating logical port tsf-tas_rekor-redis-77b6c687f9-7lms4 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:00.055932    3829 kube.go:256] Updating pod tsf-tas/rekor-redis-77b6c687f9-7lms4
I0326 23:30:00.070772    3829 pod.go:62] [tsf-tas/rekor-redis-77b6c687f9-7lms4] pod update took 14.866419ms
I0326 23:30:00.070795    3829 base_network_controller_pods.go:937] [default/tsf-tas/rekor-redis-77b6c687f9-7lms4] addLogicalPort annotation time took 14.891944ms
I0326 23:30:00.071954    3829 pods.go:271] [tsf-tas/rekor-redis-77b6c687f9-7lms4] addLogicalPort took 16.143941ms, libovsdb time 808.831µs
I0326 23:30:00.661247    3829 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:00.661280    3829 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-x4w9m-fgdtp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:01.042215    3829 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-xp8cm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:01.042785    3829 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-xp8cm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:01.937301    3829 cni.go:403] [tsf-tas/rekor-redis-77b6c687f9-7lms4 09bad92dd569a0ac50ae4442dbf73f69bdafa24697b205e390682239217b1977 network default NAD default] ADD starting CNI request [tsf-tas/rekor-redis-77b6c687f9-7lms4 09bad92dd569a0ac50ae4442dbf73f69bdafa24697b205e390682239217b1977 network default NAD default]
I0326 23:30:01.946024    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-77b6c687f9-7lms4, hostIfaceName: 09bad92dd569a0a, network: default, NAD default, SandboxID: "09bad92dd569a0ac50ae4442dbf73f69bdafa24697b205e390682239217b1977", PCI device ID: , UID: "d5de0e0e-dc80-4059-95e5-f08fc0367085", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23]
I0326 23:30:02.063898    3829 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-xp8cm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:02.063922    3829 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-xp8cm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:02.112606    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:02.112637    3829 obj_retry.go:458] Detected object tsf/patch-tekton-config-hwrns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:02.119298    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-hwrns
I0326 23:30:02.119320    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-hwrns
I0326 23:30:02.197290    3829 cni.go:424] [tsf-tas/rekor-redis-77b6c687f9-7lms4 09bad92dd569a0ac50ae4442dbf73f69bdafa24697b205e390682239217b1977 network default NAD default] ADD finished CNI request [tsf-tas/rekor-redis-77b6c687f9-7lms4 09bad92dd569a0ac50ae4442dbf73f69bdafa24697b205e390682239217b1977 network default NAD default], result "{\"interfaces\":[{\"mac\":\"22:bd:42:d2:4e:ed\",\"name\":\"09bad92dd569a0a\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d4c2b58-4a5f-4517-a977-2a78240ad53d\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:02.781024    3829 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-849b986ccd-2pnpk] creating logical port tsf-tas_rekor-server-849b986ccd-2pnpk for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:02.781116    3829 kube.go:256] Updating pod tsf-tas/rekor-server-849b986ccd-2pnpk
I0326 23:30:02.794096    3829 pod.go:62] [tsf-tas/rekor-server-849b986ccd-2pnpk] pod update took 13.003186ms
I0326 23:30:02.794126    3829 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-849b986ccd-2pnpk] addLogicalPort annotation time took 13.038522ms
I0326 23:30:02.795842    3829 pods.go:271] [tsf-tas/rekor-server-849b986ccd-2pnpk] addLogicalPort took 14.836178ms, libovsdb time 1.173018ms
I0326 23:30:03.659302    3829 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-679d4464b4-vk2hh] creating logical port tsf-tas_ctlog-679d4464b4-vk2hh for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:03.659388    3829 kube.go:256] Updating pod tsf-tas/ctlog-679d4464b4-vk2hh
I0326 23:30:03.674005    3829 pod.go:62] [tsf-tas/ctlog-679d4464b4-vk2hh] pod update took 14.638408ms
I0326 23:30:03.674030    3829 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-679d4464b4-vk2hh] addLogicalPort annotation time took 14.667196ms
I0326 23:30:03.675213    3829 pods.go:271] [tsf-tas/ctlog-679d4464b4-vk2hh] addLogicalPort took 15.929001ms, libovsdb time 778.05µs
W0326 23:30:03.905148    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0326 23:30:04.021789    3829 cni.go:403] [tsf-tas/ctlog-679d4464b4-vk2hh 9e3f830f39033dd08f092de94f73a1044d5cc1d6923799abf763685ce2cbe8e9 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-679d4464b4-vk2hh 9e3f830f39033dd08f092de94f73a1044d5cc1d6923799abf763685ce2cbe8e9 network default NAD default]
I0326 23:30:04.030187    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-679d4464b4-vk2hh, hostIfaceName: 9e3f830f39033dd, network: default, NAD default, SandboxID: "9e3f830f39033dd08f092de94f73a1044d5cc1d6923799abf763685ce2cbe8e9", PCI device ID: , UID: "de75a6a7-1988-4a93-bb00-d1c814be38a9", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23]
I0326 23:30:04.075564    3829 cni.go:424] [tsf-tas/ctlog-679d4464b4-vk2hh 9e3f830f39033dd08f092de94f73a1044d5cc1d6923799abf763685ce2cbe8e9 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-679d4464b4-vk2hh 9e3f830f39033dd08f092de94f73a1044d5cc1d6923799abf763685ce2cbe8e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:cf:dc:71:73:3b\",\"name\":\"9e3f830f39033dd\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60905608-573e-4f0f-bf64-25e355c70554\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:04.695585    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:04.696220    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:05.579646    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:05.579674    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576130-zkbtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0326 23:30:05.684222    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0326 23:30:05.702297    3829 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0326 23:30:07.647987    3829 cni.go:403] [tsf-tas/rekor-server-849b986ccd-2pnpk 086211a1ed67967841565e91cf35851a10d67405d6986b4943d19c7f76159d3c network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-849b986ccd-2pnpk 086211a1ed67967841565e91cf35851a10d67405d6986b4943d19c7f76159d3c network default NAD default]
I0326 23:30:07.657007    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-849b986ccd-2pnpk, hostIfaceName: 086211a1ed67967, network: default, NAD default, SandboxID: "086211a1ed67967841565e91cf35851a10d67405d6986b4943d19c7f76159d3c", PCI device ID: , UID: "5b76e99c-5089-4295-9e69-386b5236cb71", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23]
I0326 23:30:07.908556    3829 cni.go:424] [tsf-tas/rekor-server-849b986ccd-2pnpk 086211a1ed67967841565e91cf35851a10d67405d6986b4943d19c7f76159d3c network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-849b986ccd-2pnpk 086211a1ed67967841565e91cf35851a10d67405d6986b4943d19c7f76159d3c network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:77:2e:33:89:0b\",\"name\":\"086211a1ed67967\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a602a0-c34e-4743-8185-39cac3f184fe\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:09.374326    3829 namespace.go:142] [openshift-pipelines] updating namespace
W0326 23:30:10.725444    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0326 23:30:14.107662    3829 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:14.108328    3829 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:14.126476    3829 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:14.126497    3829 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:14.131065    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines
I0326 23:30:14.131094    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines
I0326 23:30:14.732042    3829 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:14.732185    3829 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0326 23:30:14.746388    3829 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.248094ms
I0326 23:30:14.746412    3829 base_network_controller_pods.go:937] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.275474ms
I0326 23:30:14.747827    3829 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.80195ms, libovsdb time 949.857µs
I0326 23:30:15.094940    3829 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default]
I0326 23:30:15.103991    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 0062a44d0fc5716, network: default, NAD default, SandboxID: "0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1", PCI device ID: , UID: "9c4cd066-3ee7-4680-bdf6-2e82f23aaa92", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23]
I0326 23:30:15.357390    3829 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:83:05:85:80:1d\",\"name\":\"0062a44d0fc5716\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd94f771-f86d-4001-99c2-1107dac92e2c\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:30:16.699233    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog
W0326 23:30:17.732263    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis
I0326 23:30:18.782545    3829 cni.go:403] [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default]
I0326 23:30:18.868400    3829 cni.go:424] [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 0062a44d0fc57168b48588caa0920346c076c6877b48728b24b410c3d0a16bb1 network default NAD default], result "{}", err <nil>
I0326 23:30:18.920919    3829 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:18.920954    3829 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0326 23:30:18.922299    3829 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.55
I0326 23:30:18.922331    3829 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:18.942703    3829 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:18.942731    3829 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:18.947872    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0326 23:30:18.947897    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0326 23:30:19.160400    3829 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:19.160524    3829 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0326 23:30:19.173133    3829 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.633814ms
I0326 23:30:19.173173    3829 base_network_controller_pods.go:937] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.663639ms
I0326 23:30:19.174559    3829 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.174809ms, libovsdb time 953.351µs
I0326 23:30:19.520937    3829 cni.go:403] [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default] ADD starting CNI request [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default]
I0326 23:30:19.529507    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 9338bc2e626ea70, network: default, NAD default, SandboxID: "9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d", PCI device ID: , UID: "7416193c-22f4-47b5-9a26-ea74bf027db7", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23]
I0326 23:30:19.781033    3829 cni.go:424] [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:07:c5:4a:bc:cd\",\"name\":\"9338bc2e626ea70\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a0b3c61-5185-49dc-94db-34caff7bbde4\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:30:21.735500    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0326 23:30:22.087447    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7
I0326 23:30:24.823776    3829 obj_retry.go:464] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:24.824404    3829 obj_retry.go:464] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:25.846805    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:25.846830    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:28.108726    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0326 23:30:28.839612    3829 obj_retry.go:464] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:28.840249    3829 obj_retry.go:464] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:28.971625    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:28.971645    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:31.851832    3829 obj_retry.go:464] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:31.852470    3829 obj_retry.go:464] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:32.873934    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:32.873957    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:34.119134    3829 base_network_controller_pods.go:487] [default/tsf-tpa/server-5884c8d85d-bqvw2] creating logical port tsf-tpa_server-5884c8d85d-bqvw2 for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:34.119289    3829 kube.go:256] Updating pod tsf-tpa/server-5884c8d85d-bqvw2
I0326 23:30:34.132593    3829 pod.go:62] [tsf-tpa/server-5884c8d85d-bqvw2] pod update took 13.341519ms
I0326 23:30:34.132619    3829 base_network_controller_pods.go:937] [default/tsf-tpa/server-5884c8d85d-bqvw2] addLogicalPort annotation time took 13.37418ms
I0326 23:30:34.134083    3829 pods.go:271] [tsf-tpa/server-5884c8d85d-bqvw2] addLogicalPort took 14.969907ms, libovsdb time 813.697µs
I0326 23:30:34.189622    3829 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-rlxkf] creating logical port tsf-tpa_importer-74cd48f5c7-rlxkf for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:30:34.189703    3829 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-rlxkf
I0326 23:30:34.212243    3829 pod.go:62] [tsf-tpa/importer-74cd48f5c7-rlxkf] pod update took 22.565362ms
I0326 23:30:34.212262    3829 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-rlxkf] addLogicalPort annotation time took 22.587662ms
I0326 23:30:34.213405    3829 pods.go:271] [tsf-tpa/importer-74cd48f5c7-rlxkf] addLogicalPort took 23.798793ms, libovsdb time 776.554µs
I0326 23:30:36.224873    3829 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:36.225424    3829 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:30:37.246451    3829 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:37.246480    3829 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-kttm8-wpxpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:30:39.883068    3829 cni.go:403] [tsf-tpa/server-5884c8d85d-bqvw2 38c59b672be1b3c9158c9618c7d2b888a77a96b79d4500f1ad4df9ee8bdc6425 network default NAD default] ADD starting CNI request [tsf-tpa/server-5884c8d85d-bqvw2 38c59b672be1b3c9158c9618c7d2b888a77a96b79d4500f1ad4df9ee8bdc6425 network default NAD default]
I0326 23:30:39.892094    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-5884c8d85d-bqvw2, hostIfaceName: 38c59b672be1b3c, network: default, NAD default, SandboxID: "38c59b672be1b3c9158c9618c7d2b888a77a96b79d4500f1ad4df9ee8bdc6425", PCI device ID: , UID: "0c26aff5-78d4-4080-ac51-47315292c2ee", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23]
I0326 23:30:39.955041    3829 cni.go:403] [tsf-tpa/importer-74cd48f5c7-rlxkf 24b1a4a1ee03613c9f2c1d6de63e2846cc03ead39150bd1446f98eae6c97f52f network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-rlxkf 24b1a4a1ee03613c9f2c1d6de63e2846cc03ead39150bd1446f98eae6c97f52f network default NAD default]
I0326 23:30:39.963177    3829 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-rlxkf, hostIfaceName: 24b1a4a1ee03613, network: default, NAD default, SandboxID: "24b1a4a1ee03613c9f2c1d6de63e2846cc03ead39150bd1446f98eae6c97f52f", PCI device ID: , UID: "5ec160f1-2a7c-4a51-bf11-7ee642cba8f0", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23]
I0326 23:30:40.146783    3829 cni.go:424] [tsf-tpa/server-5884c8d85d-bqvw2 38c59b672be1b3c9158c9618c7d2b888a77a96b79d4500f1ad4df9ee8bdc6425 network default NAD default] ADD finished CNI request [tsf-tpa/server-5884c8d85d-bqvw2 38c59b672be1b3c9158c9618c7d2b888a77a96b79d4500f1ad4df9ee8bdc6425 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1a:ea:10:58:ec:89\",\"name\":\"38c59b672be1b3c\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5249195c-8fab-4a5e-ae98-ec96ec8e511d\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:30:40.215775    3829 cni.go:424] [tsf-tpa/importer-74cd48f5c7-rlxkf 24b1a4a1ee03613c9f2c1d6de63e2846cc03ead39150bd1446f98eae6c97f52f network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-rlxkf 24b1a4a1ee03613c9f2c1d6de63e2846cc03ead39150bd1446f98eae6c97f52f network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:00:ad:5d:f3:c7\",\"name\":\"24b1a4a1ee03613\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e417102f-2331-4374-a1ce-12e24f088ed7\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
W0326 23:30:42.962292    3829 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
W0326 23:30:44.123053    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0326 23:30:44.985297    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
W0326 23:30:53.940770    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0326 23:31:11.110837    3829 cni.go:403] [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default] DEL starting CNI request [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default]
I0326 23:31:11.213687    3829 cni.go:424] [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 9338bc2e626ea700dd91a64135d612aa70b8265c2ba7c5ad5a443219262ab80d network default NAD default], result "{}", err <nil>
I0326 23:31:11.270169    3829 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:11.270209    3829 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0326 23:31:11.271636    3829 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.56
I0326 23:31:11.271667    3829 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:11.321672    3829 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:11.321701    3829 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:11.331086    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0326 23:31:11.331108    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0326 23:31:12.107221    3829 namespace.go:98] [image-controller] adding namespace
I0326 23:31:12.107569    3829 namespace.go:98] [build-service] adding namespace
I0326 23:31:12.108150    3829 namespace.go:102] [image-controller] adding namespace took 907.556µs
I0326 23:31:12.108720    3829 namespace.go:102] [build-service] adding namespace took 1.131037ms
I0326 23:31:12.109221    3829 namespace.go:98] [integration-service] adding namespace
I0326 23:31:12.109817    3829 namespace.go:102] [integration-service] adding namespace took 582.123µs
I0326 23:31:12.140248    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:12.162762    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:12.181917    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:12.212852    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:12.240875    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:12.259618    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:12.316223    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:12.334362    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:12.369217    3829 namespace.go:98] [release-service] adding namespace
I0326 23:31:12.370005    3829 namespace.go:102] [release-service] adding namespace took 771.542µs
I0326 23:31:12.389754    3829 namespace.go:142] [release-service] updating namespace
I0326 23:31:12.426097    3829 namespace.go:142] [konflux-ui] updating namespace
I0326 23:31:12.451132    3829 namespace.go:142] [release-service] updating namespace
I0326 23:31:12.575498    3829 namespace.go:98] [konflux-info] adding namespace
I0326 23:31:12.576188    3829 namespace.go:102] [konflux-info] adding namespace took 676.341µs
I0326 23:31:12.701766    3829 namespace.go:98] [namespace-lister] adding namespace
I0326 23:31:12.702487    3829 namespace.go:102] [namespace-lister] adding namespace took 703.525µs
I0326 23:31:12.742233    3829 namespace.go:142] [konflux-info] updating namespace
I0326 23:31:12.878495    3829 namespace.go:142] [konflux-info] updating namespace
I0326 23:31:12.884302    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:12.892078    3829 namespace.go:142] [namespace-lister] updating namespace
I0326 23:31:12.934844    3829 namespace.go:142] [namespace-lister] updating namespace
I0326 23:31:13.011252    3829 namespace.go:98] [enterprise-contract-service] adding namespace
I0326 23:31:13.012104    3829 namespace.go:102] [enterprise-contract-service] adding namespace took 834.134µs
I0326 23:31:13.062349    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:13.199336    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:13.202136    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:31:13.312136    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:31:13.521373    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:13.686467    3829 namespace.go:98] [default-tenant] adding namespace
I0326 23:31:13.687282    3829 namespace.go:102] [default-tenant] adding namespace took 798.087µs
I0326 23:31:13.854332    3829 namespace.go:98] [segment-bridge] adding namespace
I0326 23:31:13.854960    3829 namespace.go:102] [segment-bridge] adding namespace took 612.729µs
I0326 23:31:13.884774    3829 namespace.go:142] [default-tenant] updating namespace
I0326 23:31:14.000707    3829 namespace.go:142] [segment-bridge] updating namespace
I0326 23:31:14.000728    3829 namespace.go:142] [default-tenant] updating namespace
I0326 23:31:14.055499    3829 namespace.go:142] [release-service] updating namespace
I0326 23:31:14.151239    3829 namespace.go:142] [segment-bridge] updating namespace
I0326 23:31:14.166334    3829 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0326 23:31:14.166965    3829 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0326 23:31:14.166987    3829 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0326 23:31:14.170047    3829 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0326 23:31:14.300080    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:14.317679    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:14.350671    3829 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0326 23:31:14.350691    3829 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0326 23:31:14.351405    3829 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
I0326 23:31:14.364679    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:14.370271    3829 namespace.go:142] [release-service] updating namespace
I0326 23:31:14.463272    3829 namespace.go:142] [build-service] updating namespace
I0326 23:31:14.667766    3829 namespace.go:142] [image-controller] updating namespace
I0326 23:31:14.785225    3829 namespace.go:142] [integration-service] updating namespace
I0326 23:31:14.909124    3829 namespace.go:142] [release-service] updating namespace
I0326 23:31:15.458998    3829 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:15.459501    3829 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:16.068477    3829 namespace.go:142] [default-tenant] updating namespace
I0326 23:31:16.285702    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:31:16.479843    3829 namespace.go:142] [konflux-info] updating namespace
I0326 23:31:16.501012    3829 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:16.501037    3829 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-gmmj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:16.673388    3829 namespace.go:142] [namespace-lister] updating namespace
I0326 23:31:16.890087    3829 namespace.go:142] [segment-bridge] updating namespace
W0326 23:31:16.994193    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0326 23:31:17.001084    3829 namespace.go:142] [default-tenant] updating namespace
I0326 23:31:17.021465    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:31:17.034561    3829 namespace.go:142] [konflux-info] updating namespace
I0326 23:31:17.049326    3829 namespace.go:142] [namespace-lister] updating namespace
I0326 23:31:17.071726    3829 namespace.go:142] [segment-bridge] updating namespace
I0326 23:31:17.108736    3829 namespace.go:142] [default-tenant] updating namespace
I0326 23:31:17.193278    3829 namespace.go:142] [enterprise-contract-service] updating namespace
I0326 23:31:17.283466    3829 namespace.go:142] [konflux-info] updating namespace
I0326 23:31:17.390904    3829 namespace.go:142] [namespace-lister] updating namespace
I0326 23:31:17.482742    3829 namespace.go:142] [segment-bridge] updating namespace
W0326 23:31:18.963912    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
W0326 23:31:19.338395    3829 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0326 23:31:26.016954    3829 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0326 23:31:30.046499    3829 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 23:31:30.046521    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:31:30.089919    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0326 23:31:30.091817    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:31:32.408646    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
W0326 23:31:32.409915    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0326 23:31:32.442408    3829 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0326 23:31:32.442425    3829 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0326 23:31:32.465035    3829 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0326 23:31:32.465992    3829 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
I0326 23:31:44.343265    3829 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:44.343820    3829 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:31:45.134527    3829 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:45.134554    3829 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-gnjzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:31:45.138038    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-gnjzz
I0326 23:31:45.138065    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-gnjzz
I0326 23:31:57.987603    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165
I0326 23:32:38.112475    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6
I0326 23:32:38.367972    3829 obj_retry.go:464] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:38.368515    3829 obj_retry.go:464] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:38.774193    3829 obj_retry.go:458] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:38.774220    3829 obj_retry.go:458] Detected object konflux-ui/proxy-d66fd9698-ts62h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:38.780415    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-d66fd9698-ts62h
I0326 23:32:38.780439    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-d66fd9698-ts62h
I0326 23:32:47.982109    3829 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:47.982808    3829 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:32:48.006580    3829 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:48.006602    3829 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:32:48.015032    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0326 23:32:48.015063    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0326 23:32:49.987484    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=98
I0326 23:33:13.755214    3829 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:13.755795    3829 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:14.614780    3829 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:14.614804    3829 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:14.622206    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh
I0326 23:33:14.622230    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-t7vzh
I0326 23:33:26.954705    3829 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:26.955379    3829 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:33:27.683979    3829 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:27.684006    3829 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:33:27.691355    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh
I0326 23:33:27.691388    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-k4mhh
I0326 23:34:10.102321    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0326 23:34:24.071547    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0326 23:34:26.107075    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0326 23:34:48.093228    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 23:35:08.074956    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:35:09.081760    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7
I0326 23:36:42.085064    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0326 23:36:55.988471    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0326 23:37:01.991346    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16
I0326 23:37:12.995449    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=32
I0326 23:37:28.993455    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=67
I0326 23:38:17.090307    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 23:38:26.003250    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=318
I0326 23:38:52.111670    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0326 23:40:02.097323    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0326 23:40:03.878391    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:03.878970    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:40:04.764067    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:04.764095    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576140-8c747 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:23.117269    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:40:25.049565    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:25.049587    3829 obj_retry.go:458] Detected object tsf-tpa/create-db-zq5hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:25.054705    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zq5hr
I0326 23:40:25.054731    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zq5hr
I0326 23:40:28.028296    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:28.028346    3829 obj_retry.go:458] Detected object tsf-tpa/migrate-db-ftp5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:28.033594    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-ftp5f
I0326 23:40:28.033622    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-ftp5f
I0326 23:40:32.039779    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:32.039841    3829 obj_retry.go:458] Detected object tsf-tpa/create-importers-zmgm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:40:32.044599    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zmgm9
I0326 23:40:32.044632    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zmgm9
I0326 23:40:39.105984    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0326 23:41:14.990641    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45
I0326 23:42:00.109853    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0326 23:43:19.996892    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6
I0326 23:43:49.075119    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0326 23:44:14.115575    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0326 23:44:35.084531    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0326 23:44:37.093983    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0326 23:44:48.077950    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0326 23:45:03.991385    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0326 23:45:12.994331    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9
I0326 23:46:13.088732    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11
I0326 23:46:22.074667    3829 namespace.go:98] [default-tenant-managed] adding namespace
I0326 23:46:22.075572    3829 namespace.go:102] [default-tenant-managed] adding namespace took 882.917µs
I0326 23:46:22.126478    3829 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:46:22.141879    3829 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:46:23.118862    3829 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:46:23.249108    3829 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:46:23.351296    3829 namespace.go:142] [default-tenant-managed] updating namespace
I0326 23:46:35.120978    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:46:43.998436    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10
I0326 23:47:00.006496    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24
I0326 23:47:08.988814    3829 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-5lr5n for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:47:08.988921    3829 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n
I0326 23:47:09.022784    3829 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n] pod update took 33.885331ms
I0326 23:47:09.022811    3829 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n] addLogicalPort annotation time took 33.918829ms
I0326 23:47:09.023929    3829 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n] addLogicalPort took 35.129652ms, libovsdb time 705.448µs
I0326 23:47:09.350212    3829 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n 462ee57bc691299104c9154a153c8dda674e9372d022febc6fe5ff41f8fadd01 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n 462ee57bc691299104c9154a153c8dda674e9372d022febc6fe5ff41f8fadd01 network default NAD default]
I0326 23:47:09.358792    3829 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-5lr5n, hostIfaceName: 462ee57bc691299, network: default, NAD default, SandboxID: "462ee57bc691299104c9154a153c8dda674e9372d022febc6fe5ff41f8fadd01", PCI device ID: , UID: "09c9b891-152b-4630-959d-360d6c5c45b2", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23]
I0326 23:47:09.614347    3829 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n 462ee57bc691299104c9154a153c8dda674e9372d022febc6fe5ff41f8fadd01 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-5lr5n 462ee57bc691299104c9154a153c8dda674e9372d022febc6fe5ff41f8fadd01 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:a3:c5:9d:e1:d2\",\"name\":\"462ee57bc691299\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f72cb5-cad4-4250-b8c0-6991595cf17a\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:47:16.108837    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
W0326 23:47:20.990543    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990566    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990572    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990578    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990592    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990597    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990601    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:20.990605    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553748    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553766    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553775    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553782    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553802    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553808    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553812    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.553818    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.566967    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.566995    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.567004    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0326 23:47:22.567012    3829 util.go:959] Failed to build node endpoints for node ip-10-0-2-111.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0326 23:47:30.912137    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:30.912695    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:47:42.102037    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 23:48:01.063635    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:48:01.064103    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:48:19.569354    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:48:19.569912    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:49:13.999996    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11
I0326 23:49:30.119435    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6
I0326 23:50:00.113784    3829 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0326 23:50:04.110555    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:04.111114    3829 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:04.972219    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:04.972248    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576150-dh8hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.008986    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.009011    3829 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:50:05.013260    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2
I0326 23:50:05.013284    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29576120-4lsr2
I0326 23:50:37.073581    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:37.074184    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:50:45.081138    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0326 23:50:47.994270    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56
I0326 23:50:54.077921    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0326 23:51:14.995053    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8
I0326 23:51:17.584999    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:51:17.585582    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:51:19.334699    3829 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod for pod on switch ip-10-0-2-111.ec2.internal
I0326 23:51:19.334850    3829 kube.go:256] Updating pod default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod
I0326 23:51:19.358086    3829 pod.go:62] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod] pod update took 23.26389ms
I0326 23:51:19.358108    3829 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod] addLogicalPort annotation time took 23.289852ms
I0326 23:51:19.359507    3829 pods.go:271] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod] addLogicalPort took 24.821338ms, libovsdb time 910.067µs
I0326 23:51:19.696345    3829 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default]
I0326 23:51:19.705248    3829 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod, hostIfaceName: fd5007ff98a8ecf, network: default, NAD default, SandboxID: "fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da", PCI device ID: , UID: "0a186cce-9e74-4929-b113-c584314602a8", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23]
I0326 23:51:19.960550    3829 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:44:0c:3a:e3:65\",\"name\":\"fd5007ff98a8ecf\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1df3765-091b-48e9-8ee3-21585050fa30\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err <nil>
I0326 23:51:54.097107    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9
I0326 23:52:17.368864    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:17.369423    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:17.399611    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:17.400070    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:17.875142    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:17.875703    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:18.257534    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:18.258089    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:31.397857    3829 cni.go:403] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default]
I0326 23:52:31.505653    3829 cni.go:424] [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod fd5007ff98a8ecff14c1a88d119385849d6d53d95edc6badbbcee2c34f6fe6da network default NAD default], result "{}", err <nil>
I0326 23:52:31.672853    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:31.672887    3829 pods.go:176] Deleting pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod
I0326 23:52:31.674215    3829 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod, ips: 10.130.0.60
I0326 23:52:31.674270    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:31.953930    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:31.954515    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:32.493586    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:32.494241    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:32.528478    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:52:32.528978    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:00.998240    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14
I0326 23:53:05.614861    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:05.615494    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:08.748317    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:08.748892    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:53:17.123789    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7
I0326 23:53:23.087827    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8
I0326 23:53:52.001741    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9
I0326 23:54:00.010009    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=230
I0326 23:54:39.785632    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:39.786314    3829 obj_retry.go:464] Detected object default-tenant/tsf-comp-tzwe-on-push-b5mcb-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:54.860886    3829 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:54.861623    3829 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:54.885321    3829 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:54.886266    3829 obj_retry.go:464] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:54:55.157587    3829 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:54:55.157610    3829 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:54:55.164095    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct
I0326 23:54:55.164123    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pftct
I0326 23:54:55.763543    3829 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:54:55.763568    3829 obj_retry.go:458] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:54:55.769478    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj
I0326 23:54:55.769515    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-5pvnj
I0326 23:55:05.006978    3829 obj_retry.go:464] Detected object default-tenant/my-integration-test-trnc-j8fqm-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:05.007565    3829 obj_retry.go:464] Detected object default-tenant/my-integration-test-trnc-j8fqm-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:34.749199    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:34.749805    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:55:35.107312    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9
I0326 23:55:50.092006    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0326 23:56:01.081177    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5
I0326 23:56:04.003497    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7
I0326 23:56:09.449296    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:09.449871    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:19.111868    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0326 23:56:20.041751    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:20.042347    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:20.073384    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:20.073814    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:33.122763    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:33.123415    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:40.676144    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:56:40.676779    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:05.893624    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:05.894176    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:20.997347    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36
I0326 23:57:27.061557    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:27.062281    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:54.083948    3829 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0326 23:57:56.998797    3829 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7
I0326 23:57:59.916972    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:57:59.917493    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:24.123418    3829 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9
I0326 23:58:26.522448    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:26.523185    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:33.402097    3829 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:33.402695    3829 obj_retry.go:464] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:33.969437    3829 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:58:33.969464    3829 obj_retry.go:458] Detected object default-tenant-managed/affinity-assistant-87af7b4a69-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0326 23:58:33.975038    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant-managed/affinity-assistant-87af7b4a69-0
I0326 23:58:33.975067    3829 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod default-tenant-managed/affinity-assistant-87af7b4a69-0
I0326 23:58:34.123863    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0326 23:58:34.124488    3829 obj_retry.go:464] Detected object default-tenant-managed/managed-n7dtm-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it