+ . /ovnkube-lib/ovnkube-lib.sh
++ set -x
++ K8S_NODE=ip-10-0-0-11.ec2.internal
++ [[ -n ip-10-0-0-11.ec2.internal ]]
++ [[ -f /env/ip-10-0-0-11.ec2.internal ]]
++ northd_pidfile=/var/run/ovn/ovn-northd.pid
++ controller_pidfile=/var/run/ovn/ovn-controller.pid
++ controller_logfile=/var/log/ovn/acl-audit-log.log
++ vswitch_dbsock=/var/run/openvswitch/db.sock
++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid
++ nbdb_sock=/var/run/ovn/ovnnb_db.sock
++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl
++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid
++ sbdb_sock=/var/run/ovn/ovnsb_db.sock
++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl
+ start-ovnkube-node 4 29103 29105
+ local log_level=4
+ local metrics_port=29103
+ local ovn_metrics_port=29105
+ ovn_advertised_udn_isolation_mode_flag=
+ openflow_probe_flag=
+ [[ 3 -ne 3 ]]
+ ovs-vsctl br-exists br-ex
+ add_garp_drop_flow br-ex
+ local bridge=br-ex
+ local cookie=0x0305
+ local priority=499
++ ovs-vsctl list-ports br-ex
+ for port_name in $(ovs-vsctl list-ports "$bridge")
+ [[ ens5 == *to-br-int ]]
+ cni-bin-copy
+ . /host/etc/os-release
++ NAME='Red Hat Enterprise Linux CoreOS'
++ VERSION='9.6.20260401-0 (Plow)'
++ ID=rhel
++ ID_LIKE=fedora
++ VERSION_ID=9.6
++ PLATFORM_ID=platform:el9
++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)'
++ ANSI_COLOR='0;31'
++ LOGO=fedora-logo-icon
++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos
++ HOME_URL=https://www.redhat.com/
++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9
++ BUG_REPORT_URL=https://issues.redhat.com/
++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9'
++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6
++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux'
++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6
++ OSTREE_VERSION=9.6.20260401-0
++ VARIANT=CoreOS
++ VARIANT_ID=coreos
++ OPENSHIFT_VERSION=4.21
+ rhelmajor=
+ case "${ID}" in
++ echo 9.6
++ cut -f 1 -d .
+ rhelmajor=9
+ sourcedir=/usr/libexec/cni/
+ case "${rhelmajor}" in
+ sourcedir=/usr/libexec/cni/rhel9
+ cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:05:11.436160616 - disable conntrack on geneve port'
I0506 20:05:11.436160616 - disable conntrack on geneve port
+ iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK
+ ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK
++ date '+%m%d %H:%M:%S.%N'
+ echo 'I0506 20:05:11.453325096 - starting ovnkube-node'
I0506 20:05:11.453325096 - starting ovnkube-node
+ egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true'
+ init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-11.ec2.internal'
+ multi_external_gateway_enable_flag=--enable-multi-external-gateway=true
+ gateway_interface=br-ex
+ enable_multicast_flag=--enable-multicast
+ OVN_NODE_MODE=full
+ '[' full == dpu-host ']'
+ '[' shared == shared ']'
+ gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex'
+ export_network_flows_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ [[ -n '' ]]
+ gw_interface_flag=
+ '[' -d /sys/class/net/br-ex1 ']'
+ node_mgmt_port_netdev_flags=
+ [[ -n '' ]]
+ [[ -n '' ]]
+ multi_network_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ multi_network_enabled_flag=--enable-multi-network
+ network_segmentation_enabled_flag=--enable-network-segmentation
+ route_advertisements_enable_flag=
+ [[ false == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=
+ [[ true == \t\r\u\e ]]
+ preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses
+ network_observability_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ multi_network_policy_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ admin_network_policy_enabled_flag=
+ [[ true == \t\r\u\e ]]
+ [[ full != \d\p\u\-\h\o\s\t ]]
+ admin_network_policy_enabled_flag=--enable-admin-network-policy
+ dns_name_resolver_enabled_flag=
+ [[ false == \t\r\u\e ]]
+ ip_forwarding_flag=
+ '[' '' == Global ']'
+ ip_forwarding_flag=--disable-forwarding
+ sysctl -w net.ipv4.ip_forward=0
net.ipv4.ip_forward = 0
+ sysctl -w net.ipv6.conf.all.forwarding=0
net.ipv6.conf.all.forwarding = 0
+ [[ '' != '' ]]
+ [[ '' != '' ]]
+ NETWORK_NODE_IDENTITY_ENABLE=
+ [[ true == \t\r\u\e ]]
+ NETWORK_NODE_IDENTITY_ENABLE='
      --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig
      --cert-dir=/etc/ovn/ovnkube-node-certs
      --cert-duration=24h
    '
+ ovn_v4_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_join_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v4_masquerade_subnet_opt=
+ [[ 169.254.0.0/17 != '' ]]
+ ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17'
+ ovn_v6_masquerade_subnet_opt=
+ [[ fd69::/112 != '' ]]
+ ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112'
+ ovn_v4_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ ovn_v6_transit_switch_subnet_opt=
+ [[ '' != '' ]]
+ exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-11.ec2.internal --init-node ip-10-0-0-11.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-11.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true
I0506 20:05:11.493452    3846 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf
I0506 20:05:11.493511    3846 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-770043485e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes:<nil> HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:<nil>} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:<nil>} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}}
I0506 20:05:11.495033    3846 kube.go:431] Waiting for certificate
I0506 20:05:11.495060    3846 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client"
I0506 20:05:11.495096    3846 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client"
I0506 20:05:11.495883    3846 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:05:11.522780    3846 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:05:11.522797    3846 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:05:11.526278    3846 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:05:11.529706    3846 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2chbh"
I0506 20:05:11.538275    3846 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2chbh"
I0506 20:05:11.538347    3846 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162"
I0506 20:05:12.495842    3846 kube.go:438] Certificate found
I0506 20:05:12.496446    3846 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache"
I0506 20:05:12.497755    3846 metrics.go:532] Starting metrics server at address "127.0.0.1:29103"
I0506 20:05:12.546790    3846 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:00:11 +0000 UTC" deadline="2026-05-07 16:24:04.75813534 +0000 UTC"
I0506 20:05:12.546823    3846 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h18m52.211320947s"
I0506 20:05:12.567830    3846 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:05:12.578912    3846 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105
I0506 20:05:12.579090    3846 server.go:101] MetricServer registers OVS metrics
I0506 20:05:12.579663    3846 server.go:105] MetricServer registers OVN DB metrics
I0506 20:05:12.585411    3846 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory
I0506 20:05:12.585600    3846 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/
I0506 20:05:12.589264    3846 node_controller_manager.go:338] Starting the node network controller manager, Mode: full
I0506 20:05:12.589323    3846 factory.go:561] Starting watch factory
I0506 20:05:12.589422    3846 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589448    3846 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589456    3846 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589422    3846 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589476    3846 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589429    3846 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589491    3846 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589426    3846 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589478    3846 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589572    3846 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589588    3846 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589604    3846 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.589898    3846 controller_manager.go:370] Starting the ovnkube controller
I0506 20:05:12.589912    3846 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-11.ec2.internal
I0506 20:05:12.589975    3846 controller_manager.go:395] NBDB zone sync took: 53.81µs
I0506 20:05:12.589987    3846 factory.go:561] Starting watch factory
I0506 20:05:12.599586    3846 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0}
I0506 20:05:12.599606    3846 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0}
I0506 20:05:12.603260    3846 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics
I0506 20:05:12.603290    3846 server.go:109] MetricServer registers OVN Controller metrics
I0506 20:05:12.607281    3846 server.go:113] MetricServer registers OVN Northd metrics
I0506 20:05:12.608339    3846 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.608563    3846 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.611767    3846 metrics.go:519] OVN Metrics Server starts to run ...
I0506 20:05:12.612094    3846 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.613276    3846 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.613884    3846 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.619360    3846 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160"
I0506 20:05:12.695540    3846 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:05:12.695559    3846 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:05:12.695558    3846 factory.go:1977] *v1.Service informer cache synced successfully
I0506 20:05:12.695571    3846 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:05:12.695564    3846 factory.go:1977] *v1.EndpointSlice informer cache synced successfully
I0506 20:05:12.695576    3846 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:05:12.695577    3846 factory.go:1977] *v1.Pod informer cache synced successfully
I0506 20:05:12.695581    3846 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:05:12.695584    3846 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully
I0506 20:05:12.695585    3846 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:05:12.695587    3846 factory.go:1977] *v1.Namespace informer cache synced successfully
I0506 20:05:12.695590    3846 factory.go:1977] *v1.Node informer cache synced successfully
I0506 20:05:12.695662    3846 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.695676    3846 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.695679    3846 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.695688    3846 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.698781    3846 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.698783    3846 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141"
I0506 20:05:12.701626    3846 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:05:12.701637    3846 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:05:12.701698    3846 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.701711    3846 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.701789    3846 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully
I0506 20:05:12.701800    3846 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully
I0506 20:05:12.704895    3846 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.706928    3846 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:05:12.706940    3846 factory.go:1977] *v1.EgressIP informer cache synced successfully
I0506 20:05:12.706983    3846 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.706994    3846 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.709816    3846 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.712262    3846 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:05:12.712272    3846 factory.go:1977] *v1.EgressFirewall informer cache synced successfully
I0506 20:05:12.712332    3846 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.712348    3846 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.715095    3846 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.717456    3846 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:05:12.717525    3846 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.717546    3846 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.717528    3846 factory.go:1977] *v1.EgressQoS informer cache synced successfully
I0506 20:05:12.720076    3846 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.723332    3846 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:05:12.723347    3846 factory.go:1977] *v1.EgressService informer cache synced successfully
I0506 20:05:12.723383    3846 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.723396    3846 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.725924    3846 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.729177    3846 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:05:12.729284    3846 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully
I0506 20:05:12.729385    3846 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:05:12.729406    3846 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:05:12.732621    3846 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117"
I0506 20:05:12.734632    3846 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:05:12.734695    3846 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.734706    3846 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.734725    3846 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully
I0506 20:05:12.734761    3846 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.734780    3846 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.737278    3846 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.737569    3846 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140"
I0506 20:05:12.739993    3846 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:05:12.740004    3846 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:05:12.740011    3846 factory.go:680] Watch Factory start up complete, took: 150.691613ms
I0506 20:05:12.740069    3846 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256
I0506 20:05:12.740002    3846 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully
I0506 20:05:12.740096    3846 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully
I0506 20:05:12.740105    3846 factory.go:680] Watch Factory start up complete, took: 150.116803ms
I0506 20:05:12.740115    3846 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-11.ec2.internal" zone
I0506 20:05:12.776705    3846 default_node_network_controller.go:710] Initializing the default node network controller
I0506 20:05:12.827923    3846 udn_isolation.go:101] Starting UDN host isolation manager
I0506 20:05:12.834618    3846 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service
I0506 20:05:12.880715    3846 controller.go:133] Adding controller udn-host-isolation-manager event handlers
I0506 20:05:12.880785    3846 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager"
I0506 20:05:12.880799    3846 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager"
I0506 20:05:12.914847    3846 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers
I0506 20:05:12.914906    3846 default_node_network_controller.go:809] Node ip-10-0-0-11.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23
I0506 20:05:12.919798    3846 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal
I0506 20:05:12.942435    3846 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart
I0506 20:05:12.948536    3846 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5
I0506 20:05:12.948709    3846 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1
I0506 20:05:12.948869    3846 gateway_init.go:263] Preparing Gateway
I0506 20:05:12.948885    3846 gateway_shared_intf.go:1687] Creating new gateway
I0506 20:05:12.990184    3846 controller_manager.go:429] Waiting for node in zone sync took: 250.058235ms
I0506 20:05:12.995833    3846 controller_manager.go:611] Switching to transit router for layer2 networks
I0506 20:05:12.995847    3846 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-11.ec2.internal
I0506 20:05:13.010470    3846 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor
I0506 20:05:13.016752    3846 controller_manager.go:290] SCTP support detected in OVN
I0506 20:05:13.017352    3846 services_controller.go:69] Creating services controller for network=default
I0506 20:05:13.017463    3846 udn_enabled_svc.go:80] Waiting for service informer to sync
I0506 20:05:13.017535    3846 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers
I0506 20:05:13.017566    3846 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]"
I0506 20:05:13.017585    3846 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]"
I0506 20:05:13.017596    3846 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:05:13.017797    3846 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers
I0506 20:05:13.017844    3846 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks
I0506 20:05:13.017912    3846 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 71.361µs
I0506 20:05:13.017941    3846 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 87.04µs
I0506 20:05:13.017953    3846 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 107.443µs
I0506 20:05:13.017959    3846 udn_enabled_svc.go:95] Performing full resync
I0506 20:05:13.017961    3846 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers
I0506 20:05:13.017972    3846 nad_controller.go:379] [zone-nad-controller NAD controller]: started
I0506 20:05:13.017986    3846 default_network_controller.go:325] Starting the default network controller
I0506 20:05:13.018066    3846 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 12.636µs
I0506 20:05:13.018277    3846 udn_enabled_svc.go:99] Waiting for handler to sync
I0506 20:05:13.018292    3846 udn_enabled_svc.go:104] Starting worker
I0506 20:05:13.028409    3846 default_network_controller.go:395] Cleaning External Gateway ECMP routes
I0506 20:05:13.028469    3846 repair.go:33] Syncing exgw routes took 46.962µs
I0506 20:05:13.028494    3846 default_network_controller.go:414] Starting all the Watchers...
I0506 20:05:13.028630    3846 namespace.go:98] [openshift-backplane] adding namespace
I0506 20:05:13.028653    3846 namespace.go:98] [openshift-controller-manager-operator] adding namespace
I0506 20:05:13.028658    3846 namespace.go:98] [openshift-package-operator] adding namespace
I0506 20:05:13.028667    3846 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace
I0506 20:05:13.028676    3846 namespace.go:98] [openshift-node] adding namespace
I0506 20:05:13.028676    3846 namespace.go:98] [openshift-backplane-cee] adding namespace
I0506 20:05:13.028679    3846 namespace.go:98] [openshift-backplane-mobb] adding namespace
I0506 20:05:13.028686    3846 namespace.go:98] [openshift-backplane-cse] adding namespace
I0506 20:05:13.028688    3846 namespace.go:98] [openshift-host-network] adding namespace
I0506 20:05:13.028692    3846 namespace.go:98] [openshift-insights] adding namespace
I0506 20:05:13.028695    3846 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace
I0506 20:05:13.028702    3846 namespace.go:98] [openshift-network-node-identity] adding namespace
I0506 20:05:13.028704    3846 namespace.go:98] [openshift-authentication] adding namespace
I0506 20:05:13.028717    3846 namespace.go:98] [openshift-config-operator] adding namespace
I0506 20:05:13.028631    3846 namespace.go:98] [openshift-controller-manager] adding namespace
I0506 20:05:13.029250    3846 namespace.go:102] [openshift-backplane] adding namespace took 590.518µs
I0506 20:05:13.029271    3846 namespace.go:98] [default] adding namespace
I0506 20:05:13.029734    3846 namespace.go:102] [default] adding namespace took 458.261µs
I0506 20:05:13.029749    3846 namespace.go:98] [openshift-kube-controller-manager] adding namespace
I0506 20:05:13.030206    3846 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 450.65µs
I0506 20:05:13.030223    3846 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace
I0506 20:05:13.030762    3846 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.098798ms
I0506 20:05:13.030777    3846 namespace.go:98] [openshift-operators] adding namespace
I0506 20:05:13.031293    3846 namespace.go:102] [openshift-package-operator] adding namespace took 2.626305ms
I0506 20:05:13.031303    3846 namespace.go:98] [openshift-machine-api] adding namespace
I0506 20:05:13.031822    3846 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.146658ms
I0506 20:05:13.031836    3846 namespace.go:98] [openshift-infra] adding namespace
I0506 20:05:13.032278    3846 namespace.go:102] [openshift-node] adding namespace took 3.598596ms
I0506 20:05:13.032288    3846 namespace.go:98] [openshift-backplane-csm] adding namespace
I0506 20:05:13.032763    3846 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.074497ms
I0506 20:05:13.032782    3846 namespace.go:98] [openshift-kube-scheduler] adding namespace
I0506 20:05:13.033229    3846 namespace.go:102] [openshift-backplane-mobb] adding namespace took 4.539854ms
I0506 20:05:13.033261    3846 namespace.go:98] [openshift-marketplace] adding namespace
I0506 20:05:13.034002    3846 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.308715ms
I0506 20:05:13.034020    3846 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:05:13.034023    3846 namespace.go:98] [openshift-apiserver-operator] adding namespace
I0506 20:05:13.034662    3846 namespace.go:102] [openshift-host-network] adding namespace took 5.96657ms
I0506 20:05:13.034683    3846 namespace.go:98] [openshift-multus] adding namespace
I0506 20:05:13.035226    3846 namespace.go:102] [openshift-insights] adding namespace took 6.524224ms
I0506 20:05:13.035243    3846 namespace.go:98] [openshift-must-gather-operator] adding namespace
I0506 20:05:13.035822    3846 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.117347ms
I0506 20:05:13.035840    3846 namespace.go:98] [openshift-backplane-tam] adding namespace
I0506 20:05:13.036386    3846 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.676075ms
I0506 20:05:13.036407    3846 namespace.go:98] [openshift-network-operator] adding namespace
I0506 20:05:13.036918    3846 namespace.go:102] [openshift-authentication] adding namespace took 8.205228ms
I0506 20:05:13.036934    3846 namespace.go:98] [openshift-cluster-storage-operator] adding namespace
I0506 20:05:13.037435    3846 namespace.go:102] [openshift-config-operator] adding namespace took 8.704758ms
I0506 20:05:13.037453    3846 namespace.go:98] [kube-public] adding namespace
I0506 20:05:13.038069    3846 namespace.go:102] [openshift-controller-manager] adding namespace took 9.326781ms
I0506 20:05:13.038085    3846 namespace.go:98] [openshift-config] adding namespace
I0506 20:05:13.038658    3846 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.430256ms
I0506 20:05:13.038670    3846 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace
I0506 20:05:13.039099    3846 namespace.go:102] [openshift-operators] adding namespace took 8.316526ms
I0506 20:05:13.039114    3846 namespace.go:98] [openshift-kube-apiserver] adding namespace
I0506 20:05:13.039524    3846 namespace.go:102] [openshift-machine-api] adding namespace took 8.21567ms
I0506 20:05:13.039534    3846 namespace.go:98] [openshift-deployment-validation-operator] adding namespace
I0506 20:05:13.039998    3846 namespace.go:102] [openshift-infra] adding namespace took 8.155882ms
I0506 20:05:13.040013    3846 namespace.go:98] [openshift-ovn-kubernetes] adding namespace
I0506 20:05:13.040422    3846 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.12969ms
I0506 20:05:13.040433    3846 namespace.go:98] [openshift-console-user-settings] adding namespace
I0506 20:05:13.040793    3846 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.004827ms
I0506 20:05:13.040804    3846 namespace.go:98] [openshift-backplane-lpsre] adding namespace
I0506 20:05:13.040830    3846 iptables.go:108] Creating table: filter chain: OUTPUT
I0506 20:05:13.041225    3846 namespace.go:102] [openshift-marketplace] adding namespace took 7.958123ms
I0506 20:05:13.041235    3846 namespace.go:98] [openshift-service-ca-operator] adding namespace
W0506 20:05:13.041578    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n5wll: pod openshift-multus/network-metrics-daemon-n5wll: no pod IPs found 
W0506 20:05:13.041592    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mmzhr: pod openshift-multus/network-metrics-daemon-mmzhr: no pod IPs found 
I0506 20:05:13.041621    3846 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.573101ms
I0506 20:05:13.041629    3846 namespace.go:98] [openshift-config-managed] adding namespace
I0506 20:05:13.042234    3846 namespace.go:102] [openshift-multus] adding namespace took 7.542042ms
I0506 20:05:13.042254    3846 namespace.go:98] [openshift-console-operator] adding namespace
I0506 20:05:13.042729    3846 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.480132ms
I0506 20:05:13.042744    3846 namespace.go:98] [open-cluster-management-agent-addon] adding namespace
I0506 20:05:13.043118    3846 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.273471ms
I0506 20:05:13.043130    3846 namespace.go:98] [openshift-ingress-canary] adding namespace
I0506 20:05:13.043544    3846 namespace.go:102] [openshift-network-operator] adding namespace took 7.131519ms
I0506 20:05:13.043555    3846 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace
I0506 20:05:13.043975    3846 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.034266ms
I0506 20:05:13.043989    3846 namespace.go:98] [openshift-customer-monitoring] adding namespace
I0506 20:05:13.044356    3846 namespace.go:102] [kube-public] adding namespace took 6.898ms
I0506 20:05:13.044367    3846 namespace.go:98] [openshift-cloud-credential-operator] adding namespace
I0506 20:05:13.044748    3846 namespace.go:102] [openshift-config] adding namespace took 6.65696ms
I0506 20:05:13.044766    3846 namespace.go:98] [openshift-dns] adding namespace
I0506 20:05:13.045326    3846 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.650725ms
I0506 20:05:13.045340    3846 namespace.go:98] [openshift-network-console] adding namespace
I0506 20:05:13.045894    3846 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.773541ms
I0506 20:05:13.045913    3846 namespace.go:98] [openshift-route-controller-manager] adding namespace
I0506 20:05:13.046409    3846 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.870602ms
I0506 20:05:13.046421    3846 namespace.go:98] [openshift-ingress] adding namespace
I0506 20:05:13.046899    3846 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.878099ms
I0506 20:05:13.046922    3846 namespace.go:98] [openshift-machine-config-operator] adding namespace
I0506 20:05:13.047082    3846 gateway_shared_intf.go:1816] Gateway Creation Complete
I0506 20:05:13.047094    3846 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support:<nil> k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:2b:7d:36:69:29","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed3a182d-6d2f-4372-9163-741c83ac3fc1 k8s.ovn.org/node-encap-ips:["10.0.0.11"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"} k8s.ovn.org/zone-name:ip-10-0-0-11.ec2.internal] on node ip-10-0-0-11.ec2.internal
I0506 20:05:13.047335    3846 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.897492ms
I0506 20:05:13.047352    3846 namespace.go:98] [kube-system] adding namespace
I0506 20:05:13.047830    3846 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.019444ms
I0506 20:05:13.047843    3846 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace
I0506 20:05:13.048319    3846 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.07982ms
I0506 20:05:13.048330    3846 namespace.go:98] [kube-node-lease] adding namespace
I0506 20:05:13.048736    3846 namespace.go:102] [openshift-config-managed] adding namespace took 7.103173ms
I0506 20:05:13.048745    3846 namespace.go:98] [openshift-authentication-operator] adding namespace
I0506 20:05:13.049135    3846 namespace.go:102] [openshift-console-operator] adding namespace took 6.874984ms
I0506 20:05:13.049149    3846 namespace.go:98] [openshift] adding namespace
I0506 20:05:13.049506    3846 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.75783ms
I0506 20:05:13.049517    3846 namespace.go:98] [openshift-user-workload-monitoring] adding namespace
I0506 20:05:13.049968    3846 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.833151ms
I0506 20:05:13.049980    3846 namespace.go:98] [dedicated-admin] adding namespace
I0506 20:05:13.050340    3846 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.780695ms
I0506 20:05:13.050350    3846 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace
I0506 20:05:13.050759    3846 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.764512ms
I0506 20:05:13.050772    3846 namespace.go:98] [openshift-ingress-operator] adding namespace
I0506 20:05:13.051160    3846 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.788597ms
I0506 20:05:13.051172    3846 namespace.go:98] [openshift-image-registry] adding namespace
I0506 20:05:13.051583    3846 namespace.go:102] [openshift-dns] adding namespace took 6.812793ms
I0506 20:05:13.051594    3846 namespace.go:98] [openshift-network-diagnostics] adding namespace
I0506 20:05:13.052140    3846 namespace.go:102] [openshift-network-console] adding namespace took 6.796298ms
I0506 20:05:13.052540    3846 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.621053ms
I0506 20:05:13.052557    3846 namespace.go:98] [openshift-cluster-version] adding namespace
I0506 20:05:13.053056    3846 namespace.go:102] [openshift-ingress] adding namespace took 6.631085ms
I0506 20:05:13.053067    3846 namespace.go:98] [openshift-monitoring] adding namespace
W0506 20:05:13.053418    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pxn68: pod kube-system/global-pull-secret-syncer-pxn68: no pod IPs found 
W0506 20:05:13.053429    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-9qcsv: pod kube-system/global-pull-secret-syncer-9qcsv: no pod IPs found 
I0506 20:05:13.053461    3846 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.534456ms
I0506 20:05:13.053470    3846 namespace.go:98] [openshift-dns-operator] adding namespace
I0506 20:05:13.053933    3846 namespace.go:102] [kube-system] adding namespace took 6.576447ms
I0506 20:05:13.053942    3846 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace
I0506 20:05:13.054406    3846 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.556402ms
I0506 20:05:13.054422    3846 namespace.go:98] [openshift-backplane-srep-ro] adding namespace
I0506 20:05:13.054828    3846 namespace.go:102] [kube-node-lease] adding namespace took 6.492318ms
I0506 20:05:13.054843    3846 namespace.go:98] [openshift-cloud-controller-manager] adding namespace
I0506 20:05:13.055268    3846 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.517645ms
I0506 20:05:13.055279    3846 namespace.go:98] [openshift-apiserver] adding namespace
I0506 20:05:13.055671    3846 namespace.go:102] [openshift] adding namespace took 6.516009ms
I0506 20:05:13.055688    3846 namespace.go:98] [openshift-logging] adding namespace
I0506 20:05:13.056075    3846 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.553821ms
I0506 20:05:13.056087    3846 namespace.go:98] [openshift-backplane-srep] adding namespace
I0506 20:05:13.056424    3846 namespace.go:102] [dedicated-admin] adding namespace took 6.438068ms
I0506 20:05:13.056438    3846 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace
I0506 20:05:13.056841    3846 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.486327ms
I0506 20:05:13.056853    3846 namespace.go:98] [openshift-operators-redhat] adding namespace
I0506 20:05:13.057767    3846 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.990031ms
I0506 20:05:13.057780    3846 namespace.go:98] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace
W0506 20:05:13.058129    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-cmckz: pod openshift-network-diagnostics/network-check-target-cmckz: no pod IPs found 
W0506 20:05:13.058141    3846 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t6stm: pod openshift-network-diagnostics/network-check-target-t6stm: no pod IPs found 
I0506 20:05:13.058172    3846 namespace.go:102] [openshift-image-registry] adding namespace took 6.996998ms
I0506 20:05:13.058181    3846 namespace.go:98] [openshift-etcd] adding namespace
I0506 20:05:13.058620    3846 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.023312ms
I0506 20:05:13.058628    3846 namespace.go:98] [openshift-cluster-samples-operator] adding namespace
I0506 20:05:13.059226    3846 namespace.go:102] [openshift-cluster-version] adding namespace took 6.663481ms
I0506 20:05:13.059239    3846 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace
I0506 20:05:13.059665    3846 namespace.go:102] [openshift-monitoring] adding namespace took 6.592192ms
I0506 20:05:13.059677    3846 namespace.go:98] [openshift-console] adding namespace
I0506 20:05:13.060094    3846 namespace.go:102] [openshift-dns-operator] adding namespace took 6.618788ms
I0506 20:05:13.060482    3846 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.534394ms
I0506 20:05:13.060857    3846 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.431637ms
I0506 20:05:13.061353    3846 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.505673ms
I0506 20:05:13.061739    3846 namespace.go:102] [openshift-apiserver] adding namespace took 6.455898ms
I0506 20:05:13.062122    3846 namespace.go:102] [openshift-logging] adding namespace took 6.429183ms
I0506 20:05:13.062134    3846 namespace.go:98] [openshift-cluster-machine-approver] adding namespace
I0506 20:05:13.062517    3846 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.425357ms
I0506 20:05:13.062931    3846 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.487718ms
I0506 20:05:13.063413    3846 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.555449ms
I0506 20:05:13.063974    3846 namespace.go:102] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] adding namespace took 6.185717ms
I0506 20:05:13.064499    3846 namespace.go:102] [openshift-etcd] adding namespace took 6.311962ms
I0506 20:05:13.064969    3846 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.335531ms
I0506 20:05:13.065313    3846 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.068842ms
I0506 20:05:13.065772    3846 namespace.go:102] [openshift-console] adding namespace took 6.090413ms
I0506 20:05:13.066101    3846 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.960352ms
W0506 20:05:13.066183    3846 master.go:471] Unable to parse remote node ip-10-0-1-149.ec2.internal chassis-id annotation. Chassis may be removed during sync
I0506 20:05:13.066265    3846 master.go:548] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default"
I0506 20:05:13.066323    3846 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-149.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-149.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-149.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-149.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-149.ec2.internal
I0506 20:05:13.066998    3846 default_node_network_controller.go:519] Node connection status = connected
W0506 20:05:13.073436    3846 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pxn68: pod kube-system/global-pull-secret-syncer-pxn68: no pod IPs found 
W0506 20:05:13.073457    3846 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-n5wll: pod openshift-multus/network-metrics-daemon-n5wll: no pod IPs found 
W0506 20:05:13.073467    3846 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-t6stm: pod openshift-network-diagnostics/network-check-target-t6stm: no pod IPs found 
I0506 20:05:13.074345    3846 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-11.ec2.internal for the network default
I0506 20:05:13.074611    3846 zone_ic_handler.go:195] Time taken to create transit switch: 254.947µs
I0506 20:05:13.075281    3846 services_controller.go:192] Starting controller ovn-lb-controller for network=default
I0506 20:05:13.075317    3846 services_controller.go:200] Waiting for node tracker handler to sync for network=default
I0506 20:05:13.075337    3846 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller"
I0506 20:05:13.075348    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default"
I0506 20:05:13.075401    3846 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:13.075418    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:13.075427    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0506 20:05:13.075436    3846 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal"
I0506 20:05:13.075443    3846 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:13.075448    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:13.176136    3846 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller"
I0506 20:05:13.176152    3846 services_controller.go:208] Setting up event handlers for services for network=default
I0506 20:05:13.176232    3846 services_controller.go:218] Setting up event handlers for endpoint slices for network=default
I0506 20:05:13.176273    3846 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default
I0506 20:05:13.176287    3846 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller"
I0506 20:05:13.277041    3846 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller"
I0506 20:05:13.277058    3846 repair.go:60] Starting repairing loop for services
I0506 20:05:13.277127    3846 repair.go:131] Deleted 0 stale service LBs
I0506 20:05:13.277147    3846 repair.go:137] Deleted 0 stale Chassis Template Vars
I0506 20:05:13.277161    3846 repair.go:62] Finished repairing loop for services: 105.087µs
I0506 20:05:13.277201    3846 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default
I0506 20:05:13.277212    3846 services_controller.go:254] Starting workers for network=default
I0506 20:05:13.277488    3846 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-mmzhr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mmzhr: suppressed error logged: pod openshift-multus/network-metrics-daemon-mmzhr: no pod IPs found 
I0506 20:05:13.277544    3846 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n5wll] creating logical port openshift-multus_network-metrics-daemon-n5wll for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:13.277593    3846 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-cmckz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-cmckz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-cmckz: no pod IPs found 
I0506 20:05:13.277612    3846 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pxn68] creating logical port kube-system_global-pull-secret-syncer-pxn68 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:13.277715    3846 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-9qcsv, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-9qcsv: suppressed error logged: pod kube-system/global-pull-secret-syncer-9qcsv: no pod IPs found 
I0506 20:05:13.277727    3846 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-n5wll
I0506 20:05:13.277728    3846 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t6stm] creating logical port openshift-network-diagnostics_network-check-target-t6stm for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:13.277746    3846 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pxn68
I0506 20:05:13.277847    3846 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-t6stm
I0506 20:05:13.293935    3846 pod.go:62] [kube-system/global-pull-secret-syncer-pxn68] pod update took 16.211601ms
I0506 20:05:13.293956    3846 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-pxn68] addLogicalPort annotation time took 16.235044ms
I0506 20:05:13.294726    3846 pods.go:271] [kube-system/global-pull-secret-syncer-pxn68] addLogicalPort took 17.145675ms, libovsdb time 575.926µs
I0506 20:05:13.296021    3846 pod.go:62] [openshift-network-diagnostics/network-check-target-t6stm] pod update took 18.213425ms
I0506 20:05:13.296038    3846 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-t6stm] addLogicalPort annotation time took 18.232551ms
I0506 20:05:13.297229    3846 pods.go:271] [openshift-network-diagnostics/network-check-target-t6stm] addLogicalPort took 19.512148ms, libovsdb time 989.713µs
I0506 20:05:13.297330    3846 pod.go:62] [openshift-multus/network-metrics-daemon-n5wll] pod update took 19.700701ms
I0506 20:05:13.297347    3846 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-n5wll] addLogicalPort annotation time took 19.726287ms
I0506 20:05:13.298092    3846 pods.go:271] [openshift-multus/network-metrics-daemon-n5wll] addLogicalPort took 20.559801ms, libovsdb time 530.607µs
I0506 20:05:13.298545    3846 admin_network_policy_controller.go:227] Starting controller default-network-controller
I0506 20:05:13.298568    3846 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller"
I0506 20:05:13.298579    3846 shared_informer.go:356] "Caches are synced" controller="default-network-controller"
I0506 20:05:13.298583    3846 admin_network_policy_controller.go:237] Repairing Admin Network Policies
I0506 20:05:13.298775    3846 repair.go:29] Repairing admin network policies took 187.301µs
I0506 20:05:13.298884    3846 repair.go:92] Repairing baseline admin network policies took 97.764µs
I0506 20:05:13.299255    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default
I0506 20:05:13.299272    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets []
I0506 20:05:13.300795    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel
I0506 20:05:13.300996    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default
I0506 20:05:13.301391    3846 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}
I0506 20:05:13.301406    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:05:13.302137    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel
I0506 20:05:13.302158    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default
I0506 20:05:13.302188    3846 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets []
I0506 20:05:13.304213    3846 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel
I0506 20:05:13.304235    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default
I0506 20:05:13.304244    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets []
I0506 20:05:13.304709    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:05:13.304725    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default
I0506 20:05:13.304733    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets []
I0506 20:05:13.305293    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel
I0506 20:05:13.305313    3846 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default
I0506 20:05:13.305332    3846 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets []
I0506 20:05:13.307241    3846 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel
I0506 20:05:13.307267    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default
I0506 20:05:13.307277    3846 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets []
I0506 20:05:13.308472    3846 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel
I0506 20:05:13.308493    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default
I0506 20:05:13.308505    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets []
I0506 20:05:13.310042    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel
I0506 20:05:13.310065    3846 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default
I0506 20:05:13.310076    3846 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets []
I0506 20:05:13.312087    3846 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel
I0506 20:05:13.312106    3846 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default
I0506 20:05:13.312115    3846 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets []
I0506 20:05:13.313038    3846 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel
I0506 20:05:13.313057    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default
I0506 20:05:13.313065    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets []
I0506 20:05:13.313552    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel
I0506 20:05:13.313570    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default
I0506 20:05:13.313578    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets []
I0506 20:05:13.314574    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel
I0506 20:05:13.314592    3846 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default
I0506 20:05:13.314599    3846 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets []
I0506 20:05:13.315556    3846 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel
I0506 20:05:13.315573    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default
I0506 20:05:13.315603    3846 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets []
I0506 20:05:13.315894    3846 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel
I0506 20:05:13.315912    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default
I0506 20:05:13.315922    3846 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets []
I0506 20:05:13.317540    3846 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel
I0506 20:05:13.317558    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default
I0506 20:05:13.317571    3846 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets []
I0506 20:05:13.319012    3846 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel
I0506 20:05:13.319029    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default
I0506 20:05:13.319036    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets []
I0506 20:05:13.319497    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel
I0506 20:05:13.319522    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default
I0506 20:05:13.319535    3846 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets []
I0506 20:05:13.320083    3846 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel
I0506 20:05:13.320099    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default
I0506 20:05:13.320106    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets []
I0506 20:05:13.320370    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel
I0506 20:05:13.320390    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default
I0506 20:05:13.320397    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets []
I0506 20:05:13.321879    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel
I0506 20:05:13.321897    3846 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default
I0506 20:05:13.321904    3846 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets []
I0506 20:05:13.322412    3846 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel
I0506 20:05:13.322430    3846 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default
I0506 20:05:13.322437    3846 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets []
I0506 20:05:13.322754    3846 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel
I0506 20:05:13.322773    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default
I0506 20:05:13.322781    3846 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets []
I0506 20:05:13.323777    3846 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel
I0506 20:05:13.323801    3846 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default
I0506 20:05:13.323811    3846 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets []
I0506 20:05:13.324949    3846 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel
I0506 20:05:13.324967    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default
I0506 20:05:13.324987    3846 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}]
I0506 20:05:13.325687    3846 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel
I0506 20:05:13.325705    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default
I0506 20:05:13.325712    3846 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets []
I0506 20:05:13.326351    3846 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel
I0506 20:05:13.326369    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default
I0506 20:05:13.326378    3846 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets []
I0506 20:05:13.326904    3846 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel
I0506 20:05:13.326924    3846 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default
I0506 20:05:13.326930    3846 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets []
I0506 20:05:13.327229    3846 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel
I0506 20:05:13.327251    3846 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default
I0506 20:05:13.327265    3846 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets []
I0506 20:05:13.327790    3846 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel
I0506 20:05:13.332270    3846 egressfirewall.go:374] Starting EgressFirewall controller
I0506 20:05:13.332294    3846 controller.go:133] Adding controller egress-firewall-controller-node event handlers
I0506 20:05:13.332298    3846 controller.go:133] Adding controller egress-firewall-controller event handlers
I0506 20:05:13.332321    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node"
I0506 20:05:13.332331    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller"
I0506 20:05:13.332339    3846 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node"
I0506 20:05:13.332340    3846 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller"
I0506 20:05:13.332583    3846 controller.go:157] Starting controller egress-firewall-controller with 1 workers
I0506 20:05:13.332597    3846 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers
I0506 20:05:13.332603    3846 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers
I0506 20:05:13.332611    3846 egressqos.go:193] Setting up event handlers for EgressQoS
I0506 20:05:13.332615    3846 egressfirewall.go:723] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall
I0506 20:05:13.332622    3846 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall
I0506 20:05:13.332708    3846 egressqos.go:245] Starting EgressQoS Controller
I0506 20:05:13.332719    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes"
I0506 20:05:13.332726    3846 shared_informer.go:356] "Caches are synced" controller="egressqosnodes"
I0506 20:05:13.332734    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods"
I0506 20:05:13.332744    3846 shared_informer.go:356] "Caches are synced" controller="egressqospods"
I0506 20:05:13.332753    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos"
I0506 20:05:13.332759    3846 shared_informer.go:356] "Caches are synced" controller="egressqos"
I0506 20:05:13.332765    3846 egressqos.go:259] Repairing EgressQoSes
I0506 20:05:13.332769    3846 egressqos.go:399] Starting repairing loop for egressqos
I0506 20:05:13.332846    3846 egressqos.go:401] Finished repairing loop for egressqos: 75.953µs
I0506 20:05:13.332862    3846 egressservice_zone.go:132] Setting up event handlers for Egress Services
I0506 20:05:13.332909    3846 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-11.ec2.internal
I0506 20:05:13.332946    3846 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-11.ec2.internal : 37.116µs
I0506 20:05:13.333059    3846 egressservice_zone.go:210] Starting Egress Services Controller
I0506 20:05:13.333075    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:05:13.333085    3846 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:05:13.333091    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:05:13.333096    3846 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:05:13.333101    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:05:13.333105    3846 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:05:13.333110    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes"
I0506 20:05:13.333115    3846 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes"
I0506 20:05:13.333118    3846 egressservice_zone.go:228] Repairing Egress Services
I0506 20:05:13.333384    3846 master_controller.go:88] Starting Admin Policy Based Route Controller
I0506 20:05:13.333395    3846 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:05:13.333413    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal
I0506 20:05:13.333421    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 11.273µs
I0506 20:05:13.333428    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0506 20:05:13.333432    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 3.933µs
I0506 20:05:13.333503    3846 default_network_controller.go:585] Completing all the Watchers took 305.000823ms
I0506 20:05:13.333520    3846 default_network_controller.go:589] Starting unidling controllers
I0506 20:05:13.333537    3846 unidle.go:46] Registering OVN SB ControllerEvent handler
I0506 20:05:13.333548    3846 unidle.go:63] Populating Initial ContollerEvent events
I0506 20:05:13.333562    3846 unidle.go:79] Setting up event handlers for services
I0506 20:05:13.333623    3846 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:05:13.567661    3846 default_node_network_controller.go:519] Node connection status = connected
I0506 20:05:14.067483    3846 default_node_network_controller.go:519] Node connection status = connected
I0506 20:05:14.538042    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0506 20:05:14.538072    3846 node_tracker.go:235] Node ip-10-0-1-149.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-149.ec2.internal"
I0506 20:05:14.538089    3846 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:14.538104    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:14.538160    3846 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:14.567834    3846 default_node_network_controller.go:519] Node connection status = connected
I0506 20:05:14.700662    3846 default_network_controller.go:1025] Node "ip-10-0-1-149.ec2.internal" in remote zone "ip-10-0-1-149.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:14.700682    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0506 20:05:14.700741    3846 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:14.700755    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:14.701583    3846 zone_ic_handler.go:195] Time taken to create transit switch: 266.253µs
I0506 20:05:14.701596    3846 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-149.ec2.internal for the network default
I0506 20:05:14.702581    3846 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-149.ec2.internal" on network "default" took: 1.272947ms
I0506 20:05:15.067885    3846 default_node_network_controller.go:519] Node connection status = connected
I0506 20:05:15.469543    3846 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller
I0506 20:05:15.568237    3846 default_node_network_controller.go:519] Node connection status = connected
I0506 20:05:15.585351    3846 bridgeconfig.go:537] Gateway is ready
I0506 20:05:15.585372    3846 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager
I0506 20:05:15.596624    3846 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.11. Updating OVN encap IP.
I0506 20:05:15.601874    3846 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.11 - it is already configured
I0506 20:05:15.601888    3846 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.11/24:{} 172.20.0.1/32:{}]. Updating annotations.
I0506 20:05:15.602072    3846 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.11/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-11.ec2.internal","mac-address":"12:2b:7d:36:69:29","ip-addresses":["10.0.0.11/24"],"ip-address":"10.0.0.11/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ed3a182d-6d2f-4372-9163-741c83ac3fc1 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.11/24"}] on node ip-10-0-0-11.ec2.internal
I0506 20:05:15.617212    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal
I0506 20:05:15.617229    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 18.455µs
I0506 20:05:15.617273    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-11.ec2.internal in network "default"
I0506 20:05:15.617276    3846 egressfirewall.go:723] Syncing node "ip-10-0-0-11.ec2.internal" for egress firewall
I0506 20:05:15.617318    3846 node_tracker.go:169] Node ip-10-0-0-11.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:15.617334    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:15.617362    3846 master.go:548] Adding or Updating local node "ip-10-0-0-11.ec2.internal" for network "default"
I0506 20:05:15.617635    3846 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.11
I0506 20:05:15.617768    3846 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-11.ec2.internal
I0506 20:05:15.621775    3846 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-11.ec2.internal. Updating no re-route policies
I0506 20:05:15.621857    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dmltj
I0506 20:05:15.621872    3846 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rbztm
I0506 20:05:15.621875    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fv68t
I0506 20:05:15.621885    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-zb8qn
I0506 20:05:15.621893    3846 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rbztm
I0506 20:05:15.621898    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-zb8qn
I0506 20:05:15.621897    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-c8hjz
I0506 20:05:15.621903    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal
I0506 20:05:15.621911    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-z9dd9
I0506 20:05:15.621921    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal
I0506 20:05:15.621919    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tndcf
I0506 20:05:15.621926    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-zb8qn after 0 failed attempt(s)
I0506 20:05:15.621923    3846 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pxn68
I0506 20:05:15.621928    3846 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rbztm after 0 failed attempt(s)
I0506 20:05:15.621931    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlcnk
I0506 20:05:15.621936    3846 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pxn68
I0506 20:05:15.621939    3846 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal
I0506 20:05:15.621943    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-n5wll
I0506 20:05:15.621945    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlcnk
I0506 20:05:15.621949    3846 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal
I0506 20:05:15.621954    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-n5wll
I0506 20:05:15.621966    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-dlcnk after 0 failed attempt(s)
I0506 20:05:15.621976    3846 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-11.ec2.internal after 0 failed attempt(s)
I0506 20:05:15.621979    3846 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pxn68] creating logical port kube-system_global-pull-secret-syncer-pxn68 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:15.621980    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4bw9v
I0506 20:05:15.621985    3846 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n5wll] creating logical port openshift-multus_network-metrics-daemon-n5wll for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:15.621992    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4bw9v
I0506 20:05:15.621921    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-z9dd9
I0506 20:05:15.622009    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-4bw9v after 0 failed attempt(s)
I0506 20:05:15.622032    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-z9dd9 after 0 failed attempt(s)
I0506 20:05:15.621898    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fv68t
I0506 20:05:15.622061    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fv68t after 0 failed attempt(s)
I0506 20:05:15.621909    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-c8hjz
I0506 20:05:15.622085    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-c8hjz after 0 failed attempt(s)
I0506 20:05:15.621879    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dmltj
I0506 20:05:15.622107    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dmltj after 0 failed attempt(s)
I0506 20:05:15.621862    3846 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t6stm
I0506 20:05:15.622124    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t6stm
I0506 20:05:15.622155    3846 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-t6stm] creating logical port openshift-network-diagnostics_network-check-target-t6stm for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:15.621936    3846 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tndcf
I0506 20:05:15.622177    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tndcf after 0 failed attempt(s)
I0506 20:05:15.621937    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-11.ec2.internal after 0 failed attempt(s)
I0506 20:05:15.622579    3846 pods.go:271] [kube-system/global-pull-secret-syncer-pxn68] addLogicalPort took 616.054µs, libovsdb time 269.754µs
I0506 20:05:15.622589    3846 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pxn68 after 0 failed attempt(s)
I0506 20:05:15.622744    3846 pods.go:271] [openshift-multus/network-metrics-daemon-n5wll] addLogicalPort took 768.642µs, libovsdb time 309.937µs
I0506 20:05:15.622756    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-n5wll after 0 failed attempt(s)
I0506 20:05:15.623148    3846 pods.go:271] [openshift-network-diagnostics/network-check-target-t6stm] addLogicalPort took 999.777µs, libovsdb time 577.659µs
I0506 20:05:15.623164    3846 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-t6stm after 0 failed attempt(s)
I0506 20:05:15.632173    3846 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher
I0506 20:05:15.643372    3846 iptables.go:108] Creating table: mangle chain: OUTPUT
I0506 20:05:15.646528    3846 iptables.go:108] Creating table: nat chain: OUTPUT
I0506 20:05:15.682535    3846 iptables.go:108] Creating table: nat chain: PREROUTING
I0506 20:05:15.728789    3846 iptables.go:108] Creating table: filter chain: FORWARD
I0506 20:05:15.746920    3846 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1
W0506 20:05:15.747110    3846 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory
I0506 20:05:15.747198    3846 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4
W0506 20:05:15.747308    3846 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory
I0506 20:05:15.747364    3846 gateway_init.go:325] Gateway and management port readiness took 2.684112371s
I0506 20:05:15.747392    3846 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers
I0506 20:05:15.747446    3846 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]"
I0506 20:05:15.747469    3846 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]"
I0506 20:05:15.747484    3846 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes
I0506 20:05:15.747552    3846 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers
I0506 20:05:15.747684    3846 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 91.645µs
I0506 20:05:15.748146    3846 network_controller.go:373] [node-nad-controller network controller]: syncing all networks
I0506 20:05:15.748233    3846 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.661µs
I0506 20:05:15.748266    3846 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 121.017µs
I0506 20:05:15.748294    3846 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers
I0506 20:05:15.748315    3846 nad_controller.go:379] [node-nad-controller NAD controller]: started
I0506 20:05:15.748322    3846 default_node_network_controller.go:899] Starting the default node network controller
I0506 20:05:15.748339    3846 gateway_init.go:335] Initializing Gateway Functionality for gateway Start
I0506 20:05:15.748431    3846 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.283µs
I0506 20:05:15.748573    3846 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). 
I0506 20:05:15.748585    3846 default_node_network_controller.go:935] Waiting for gateway and management port readiness...
I0506 20:05:15.748618    3846 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8d1c0 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef960 0xc0002ef9d0 <nil> 0xc0002efa40 0xc000bad1d0 0xc0002efb20 0xc0002efb90 <nil> 0xc0006782d0 0xc00617d500 <nil> <nil> <nil> 0xc0002efc00 <nil> map[0x2ff9080:0xc002e113e0 0x2ff95c0:0xc002e11560 0x2ffa2e0:0xc00258cc60 0x2ffa580:0xc002e11380 0x2ffad60:0xc002e11440 0x2ffb000:0xc002e114a0 0x2ffb2a0:0xc002e11500 0x2ffba80:0xc002e115c0 0x2ffbd20:0xc002e11620 0x3026980:0xc00120bbc0 0x3026d20:0xc00120bc20 0x3027800:0xc000bc3c80 0x3029160:0xc00110c780 0x30298a0:0xc00258cc00 0x302a720:0xc001508960] 0xc00016ad90 0}
I0506 20:05:15.748713    3846 gateway.go:151] Starting gateway service sync
I0506 20:05:15.749310    3846 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP
I0506 20:05:15.751573    3846 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT
I0506 20:05:15.768495    3846 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP
I0506 20:05:15.769662    3846 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP
I0506 20:05:15.770754    3846 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP
I0506 20:05:15.805717    3846 gateway.go:168] Gateway service sync done. Time taken: 56.988586ms
I0506 20:05:15.806164    3846 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31378
I0506 20:05:15.806708    3846 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8d1c0 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef960 0xc0002ef9d0 <nil> 0xc0002efa40 0xc000bad1d0 0xc0002efb20 0xc0002efb90 <nil> 0xc0006782d0 0xc00617d500 <nil> <nil> <nil> 0xc0002efc00 <nil> map[0x2ff9080:0xc002e113e0 0x2ff95c0:0xc002e11560 0x2ffa2e0:0xc00258cc60 0x2ffa580:0xc002e11380 0x2ffad60:0xc002e11440 0x2ffb000:0xc002e114a0 0x2ffb2a0:0xc002e11500 0x2ffba80:0xc002e115c0 0x2ffbd20:0xc002e11620 0x3026980:0xc00120bbc0 0x3026d20:0xc00120bc20 0x3027800:0xc000bc3c80 0x3029160:0xc00110c780 0x30298a0:0xc00258cc00 0x302a720:0xc001508960] 0xc00016ad90 0}
I0506 20:05:15.807142    3846 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8d1c0 0xc0002ef810 0xc0002ef880 0xc0002ef8f0 0xc0002ef960 0xc0002ef9d0 <nil> 0xc0002efa40 0xc000bad1d0 0xc0002efb20 0xc0002efb90 <nil> 0xc0006782d0 0xc00617d500 <nil> <nil> <nil> 0xc0002efc00 <nil> map[0x2ff9080:0xc002e113e0 0x2ff95c0:0xc002e11560 0x2ffa2e0:0xc00258cc60 0x2ffa580:0xc002e11380 0x2ffad60:0xc002e11440 0x2ffb000:0xc002e114a0 0x2ffb2a0:0xc002e11500 0x2ffba80:0xc002e115c0 0x2ffbd20:0xc002e11620 0x3026980:0xc00120bbc0 0x3026d20:0xc00120bc20 0x3027800:0xc000bc3c80 0x3029160:0xc00110c780 0x30298a0:0xc00258cc00 0x302a720:0xc001508960] 0xc00016ad90 0}
I0506 20:05:15.807175    3846 gateway.go:532] Reconciling gateway with updates
I0506 20:05:15.812863    3846 gateway.go:339] Spawning Conntrack Rule Check Thread
I0506 20:05:15.812942    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:05:15.812952    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:05:15.812961    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:05:15.812964    3846 default_node_network_controller.go:944] Gateway and management port readiness took 64.369325ms
I0506 20:05:15.812966    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:05:15.812979    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:05:15.812973    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:05:15.812989    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:05:15.812996    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:05:15.813001    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:05:15.813006    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:05:15.813010    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:05:15.813009    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:05:15.813016    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:05:15.813029    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:05:15.813038    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:05:15.813038    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:05:15.813043    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:05:15.813048    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813052    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813056    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:05:15.813037    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:05:15.813060    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:05:15.813069    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:05:15.813071    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:05:15.813075    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:05:15.813075    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:05:15.813084    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:05:15.813089    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:05:15.813091    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:05:15.813089    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:05:15.813101    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:05:15.813107    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:05:15.813112    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:05:15.813113    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:05:15.813120    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:05:15.813124    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:05:15.813125    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:05:15.813128    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:05:15.813128    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:05:15.813135    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:05:15.813137    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:05:15.813023    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:05:15.813140    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:05:15.813144    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:05:15.813144    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:05:15.813144    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:05:15.813151    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:05:15.813156    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:05:15.813157    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:05:15.813155    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:05:15.813162    3846 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed
I0506 20:05:15.813170    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:05:15.813175    3846 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed
I0506 20:05:15.813178    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:05:15.813192    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:05:15.813069    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:05:15.813238    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:05:15.813239    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:05:15.812970    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:05:15.813255    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813088    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:05:15.813274    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:05:15.813276    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:05:15.813195    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:05:15.813124    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:05:15.813295    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813090    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:05:15.813308    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 20:05:15.813076    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:05:15.813316    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:05:15.813320    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:05:15.813329    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:05:15.813112    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:05:15.813338    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:05:15.812996    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:05:15.813338    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:05:15.813330    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:05:15.813351    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:05:15.813077    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:05:15.813374    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:05:15.812982    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:05:15.813394    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:05:15.813049    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:05:15.813424    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:05:15.813097    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:05:15.813437    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:05:15.813095    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:05:15.813486    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:05:15.813104    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:05:15.813501    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:05:15.813103    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:05:15.813542    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:05:15.813113    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:05:15.813581    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:05:15.813112    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:05:15.813620    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:05:15.813128    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:05:15.813129    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:05:15.813674    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:05:15.813130    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:05:15.813140    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:05:15.813142    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:05:15.813732    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813142    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:05:15.813741    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:05:15.813745    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813143    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:05:15.813751    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:05:15.813145    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.813150    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:05:15.813785    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:05:15.813155    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:05:15.813206    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:05:15.813254    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:05:15.813308    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:05:15.813066    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:05:15.813822    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:05:15.813095    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:05:15.814013    3846 node_ip_handler_linux.go:160] Node IP manager is running
W0506 20:05:15.850355    3846 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:05:15.850479    3846 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0
W0506 20:05:15.850596    3846 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0
I0506 20:05:15.859331    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:05:15.859337    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.859354    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:05:15.859364    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:05:15.859373    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:05:15.859378    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.859388    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.859397    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:05:15.859403    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:05:15.898389    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:05:15.898420    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:05:15.898427    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:05:15.898433    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:05:15.898439    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:05:15.898444    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:05:15.898449    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:05:17.257580    3846 egressfirewall.go:723] Syncing node "ip-10-0-1-149.ec2.internal" for egress firewall
I0506 20:05:17.257591    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-149.ec2.internal in network "default"
I0506 20:05:17.257680    3846 node_tracker.go:169] Node ip-10-0-1-149.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:17.257697    3846 services_controller.go:574] Full service sync requested for network=default
I0506 20:05:17.257726    3846 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-149.ec2.internal. Updating no re-route policies
I0506 20:05:17.257755    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0506 20:05:17.257899    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 144.825µs
I0506 20:05:17.308380    3846 default_node_network_controller.go:1380] Starting node controller node sync
W0506 20:05:17.308466    3846 egressip_healthcheck.go:76] Health checking using insecure connection
I0506 20:05:17.308516    3846 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107
I0506 20:05:17.320937    3846 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.53777ms
I0506 20:05:17.321070    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 10.0.1.149 to PMTUD blocking rules
I0506 20:05:17.321082    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-149.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:05:17.327251    3846 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256"
I0506 20:05:17.327587    3846 egressservice_node.go:93] Setting up event handlers for Egress Services
I0506 20:05:17.327787    3846 egressservice_node.go:183] Starting Egress Services Controller
I0506 20:05:17.327811    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices"
I0506 20:05:17.327822    3846 shared_informer.go:356] "Caches are synced" controller="egressservices"
I0506 20:05:17.327832    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services"
I0506 20:05:17.327843    3846 shared_informer.go:356] "Caches are synced" controller="egressservices_services"
I0506 20:05:17.327850    3846 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices"
I0506 20:05:17.327857    3846 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices"
I0506 20:05:17.327861    3846 egressservice_node.go:197] Repairing Egress Services
I0506 20:05:17.337928    3846 node_controller.go:43] Starting Admin Policy Based Route Node Controller
I0506 20:05:17.337940    3846 external_controller.go:278] Starting Admin Policy Based Route Controller
I0506 20:05:17.338115    3846 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled
I0506 20:05:17.338127    3846 link_network_manager.go:119] Link manager is running
I0506 20:05:17.338135    3846 default_node_network_controller.go:1098] Default node network controller initialized and ready.
I0506 20:05:17.338384    3846 ovspinning_linux.go:50] OVS CPU affinity pinning disabled
I0506 20:05:17.338783    3846 vrf_manager.go:128] VRF manager is running
I0506 20:05:17.339036    3846 node_controller_manager.go:437] Removing flows to drop GARP
I0506 20:05:17.339045    3846 gateway.go:532] Reconciling gateway with updates
I0506 20:05:17.359664    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:05:17.359673    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:05:17.359677    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver
I0506 20:05:17.359685    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:05:17.359688    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:05:17.359698    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics
I0506 20:05:17.359698    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:05:17.359705    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift
I0506 20:05:17.359710    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon
I0506 20:05:17.359712    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:05:17.359716    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift
I0506 20:05:17.359724    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target
I0506 20:05:17.359729    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s)
I0506 20:05:17.359727    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:05:17.359732    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:05:17.359668    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:05:17.359746    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:05:17.359747    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:05:17.359750    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio
I0506 20:05:17.359758    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics
I0506 20:05:17.359762    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics
I0506 20:05:17.359763    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:05:17.359761    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:05:17.359770    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.359772    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service
I0506 20:05:17.359781    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s)
I0506 20:05:17.359788    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s)
I0506 20:05:17.359792    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:05:17.359740    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator
I0506 20:05:17.359802    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default
I0506 20:05:17.359803    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:05:17.359811    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics
I0506 20:05:17.359812    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:05:17.359813    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:05:17.359826    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics
I0506 20:05:17.359829    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:05:17.359833    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics
I0506 20:05:17.359834    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:05:17.359836    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s)
I0506 20:05:17.359837    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:05:17.359841    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.359845    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary
I0506 20:05:17.359792    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics
I0506 20:05:17.359849    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:05:17.359850    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:05:17.359700    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:05:17.359858    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics
I0506 20:05:17.359859    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:05:17.359862    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:05:17.359865    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics
I0506 20:05:17.359863    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:05:17.359870    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver
I0506 20:05:17.359870    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:05:17.359875    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:05:17.359877    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics
I0506 20:05:17.359878    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s)
I0506 20:05:17.359881    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:05:17.359884    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics
I0506 20:05:17.359850    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default
I0506 20:05:17.359895    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.359801    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:05:17.359747    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:05:17.359862    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics
I0506 20:05:17.359922    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:05:17.359689    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics
I0506 20:05:17.359833    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics
I0506 20:05:17.359687    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry
I0506 20:05:17.359960    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics
I0506 20:05:17.359711    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:05:17.359730    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:05:17.359990    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source
I0506 20:05:17.359997    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default
I0506 20:05:17.359813    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.359830    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:05:17.360016    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin
I0506 20:05:17.360000    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s)
I0506 20:05:17.359694    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver
I0506 20:05:17.359804    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s)
I0506 20:05:17.359700    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:05:17.360056    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service
I0506 20:05:17.359815    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node
I0506 20:05:17.360092    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s)
I0506 20:05:17.359816    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.359833    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:05:17.360109    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator
I0506 20:05:17.360112    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s)
I0506 20:05:17.359839    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller
I0506 20:05:17.359845    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:05:17.360143    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics
I0506 20:05:17.359817    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:05:17.360156    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics
I0506 20:05:17.359848    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:05:17.360185    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints
I0506 20:05:17.359853    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver
I0506 20:05:17.360204    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver
I0506 20:05:17.359862    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:05:17.360276    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver
I0506 20:05:17.359909    3846 port_claim.go:71] Svc openshift-ingress/router-default: port 31264 is already open, no action needed
I0506 20:05:17.359908    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server
I0506 20:05:17.359942    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics
I0506 20:05:17.359748    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator
I0506 20:05:17.360295    3846 port_claim.go:71] Svc openshift-ingress/router-default: port 31783 is already open, no action needed
I0506 20:05:17.359918    3846 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes
I0506 20:05:17.360474    3846 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes
I0506 20:05:17.402277    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s)
I0506 20:05:17.402295    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s)
I0506 20:05:17.402303    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s)
I0506 20:05:17.402310    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402315    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s)
I0506 20:05:17.402321    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402329    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402336    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s)
I0506 20:05:17.402342    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402355    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s)
I0506 20:05:17.402373    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s)
I0506 20:05:17.402379    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402385    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s)
I0506 20:05:17.402389    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s)
I0506 20:05:17.402394    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s)
I0506 20:05:17.402400    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s)
I0506 20:05:17.402408    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s)
I0506 20:05:17.402415    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s)
I0506 20:05:17.402425    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s)
I0506 20:05:17.402440    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s)
I0506 20:05:17.402452    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s)
I0506 20:05:17.402463    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s)
I0506 20:05:17.402472    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s)
I0506 20:05:17.402501    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s)
I0506 20:05:17.443566    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s)
I0506 20:05:17.443587    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s)
I0506 20:05:17.489519    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s)
I0506 20:05:17.489531    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s)
I0506 20:05:17.489549    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s)
I0506 20:05:17.489559    3846 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s)
I0506 20:05:18.664481    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default"
I0506 20:05:18.664508    3846 node_tracker.go:220] Node ip-10-0-2-136.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation
I0506 20:05:18.664517    3846 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0506 20:05:18.664573    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0506 20:05:18.664590    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 20.55µs
E0506 20:05:18.664608    3846 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0506 20:05:18.664627    3846 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-136.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-136.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-136.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-136.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-136.ec2.internal, error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation]
E0506 20:05:18.676357    3846 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input
I0506 20:05:18.676454    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0506 20:05:18.676508    3846 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
I0506 20:05:18.689575    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
E0506 20:05:18.689585    3846 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input
I0506 20:05:18.689589    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 17.232µs
I0506 20:05:18.689587    3846 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0506 20:05:18.689599    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0506 20:05:18.689638    3846 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation
E0506 20:05:18.706544    3846 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input
I0506 20:05:18.706563    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
E0506 20:05:18.706564    3846 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-136.ec2.internal annotation: unexpected end of JSON input
E0506 20:05:18.706611    3846 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-136.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-136.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-136.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-136.ec2.internal"
I0506 20:05:18.721766    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true
I0506 20:05:18.858934    3846 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0506 20:05:18.858946    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:18.858960    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0506 20:05:18.859044    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 85.523µs
I0506 20:05:18.874765    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:19.254110    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:19.338939    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-11.ec2.internal
I0506 20:05:19.339011    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-11.ec2.internal: 78.683µs
I0506 20:05:19.366006    3846 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bff88964d-sdzlt] creating logical port openshift-image-registry_image-registry-7bff88964d-sdzlt for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:19.366162    3846 kube.go:256] Updating pod openshift-image-registry/image-registry-7bff88964d-sdzlt
I0506 20:05:19.387090    3846 pod.go:62] [openshift-image-registry/image-registry-7bff88964d-sdzlt] pod update took 20.968153ms
I0506 20:05:19.387116    3846 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bff88964d-sdzlt] addLogicalPort annotation time took 21.000298ms
I0506 20:05:19.388181    3846 pods.go:271] [openshift-image-registry/image-registry-7bff88964d-sdzlt] addLogicalPort took 22.196889ms, libovsdb time 813.471µs
I0506 20:05:19.413128    3846 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-qgn7q] creating logical port openshift-ingress-canary_ingress-canary-qgn7q for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:19.413246    3846 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-qgn7q
I0506 20:05:19.413783    3846 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dck88] creating logical port openshift-dns_dns-default-dck88 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:19.413942    3846 kube.go:256] Updating pod openshift-dns/dns-default-dck88
I0506 20:05:19.417114    3846 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634960-bh6mp for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:19.417186    3846 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-m7mnn for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:05:19.417201    3846 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp
I0506 20:05:19.417275    3846 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn
I0506 20:05:19.430024    3846 pod.go:62] [openshift-ingress-canary/ingress-canary-qgn7q] pod update took 16.801346ms
I0506 20:05:19.430041    3846 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-qgn7q] addLogicalPort annotation time took 16.82243ms
I0506 20:05:19.431184    3846 pods.go:271] [openshift-ingress-canary/ingress-canary-qgn7q] addLogicalPort took 18.068653ms, libovsdb time 858.205µs
I0506 20:05:19.433230    3846 pod.go:62] [openshift-dns/dns-default-dck88] pod update took 19.319247ms
I0506 20:05:19.433252    3846 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dck88] addLogicalPort annotation time took 19.343748ms
I0506 20:05:19.434703    3846 pods.go:271] [openshift-dns/dns-default-dck88] addLogicalPort took 20.931397ms, libovsdb time 1.153645ms
I0506 20:05:19.438425    3846 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp] pod update took 21.238366ms
I0506 20:05:19.438446    3846 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp] addLogicalPort annotation time took 21.260491ms
I0506 20:05:19.438507    3846 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn] pod update took 21.248204ms
I0506 20:05:19.438528    3846 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn] addLogicalPort annotation time took 21.27032ms
I0506 20:05:19.439520    3846 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp] addLogicalPort took 22.416349ms, libovsdb time 785.63µs
I0506 20:05:19.439824    3846 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn] addLogicalPort took 22.651965ms, libovsdb time 1.042939ms
I0506 20:05:20.258849    3846 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn 0bc402bcd64d9b97d9ded77736b2a955743f5d03dfea00aa85eb4d20833a1542 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn 0bc402bcd64d9b97d9ded77736b2a955743f5d03dfea00aa85eb4d20833a1542 network default NAD default NAD key ]
I0506 20:05:20.258849    3846 cni.go:452] [openshift-ingress-canary/ingress-canary-qgn7q 4dce3100b30f542dbb1b31338990e153f3d978910ceabb9e7f2b34bf12e9c289 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-qgn7q 4dce3100b30f542dbb1b31338990e153f3d978910ceabb9e7f2b34bf12e9c289 network default NAD default NAD key ]
I0506 20:05:20.258944    3846 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key ]
I0506 20:05:20.303393    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-m7mnn, hostIfaceName: 0bc402bcd64d9b9, network: default, NAD default, SandboxID: "0bc402bcd64d9b97d9ded77736b2a955743f5d03dfea00aa85eb4d20833a1542", PCI device ID: , UID: "42c7921e-b973-4f86-8241-a3c513ef8e3a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23]
I0506 20:05:20.303595    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634960-bh6mp, hostIfaceName: 8025a600804461e, network: default, NAD default, SandboxID: "8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1", PCI device ID: , UID: "b0f6a1a0-4bf8-4ba6-8895-31a282506128", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23]
I0506 20:05:20.303769    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-qgn7q, hostIfaceName: 4dce3100b30f542, network: default, NAD default, SandboxID: "4dce3100b30f542dbb1b31338990e153f3d978910ceabb9e7f2b34bf12e9c289", PCI device ID: , UID: "545db20a-b342-48f8-a411-d409a1537e46", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23]
I0506 20:05:20.368266    3846 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn 0bc402bcd64d9b97d9ded77736b2a955743f5d03dfea00aa85eb4d20833a1542 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-m7mnn 0bc402bcd64d9b97d9ded77736b2a955743f5d03dfea00aa85eb4d20833a1542 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:ce:db:eb:35:70\",\"name\":\"0bc402bcd64d9b9\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d72cc41d-6689-44b0-8744-14e46cdc5fb2\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:05:20.368310    3846 cni.go:473] [openshift-ingress-canary/ingress-canary-qgn7q 4dce3100b30f542dbb1b31338990e153f3d978910ceabb9e7f2b34bf12e9c289 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-qgn7q 4dce3100b30f542dbb1b31338990e153f3d978910ceabb9e7f2b34bf12e9c289 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:82:c6:ef:7d:c7\",\"name\":\"4dce3100b30f542\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1e43db1-8d71-4497-b17b-0950ab31919f\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:05:20.369510    3846 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:55:c3:f3:e3:49\",\"name\":\"8025a600804461e\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c078ef6-a12e-4fd5-adb0-a841ff6ad1f1\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:05:20.975022    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-149.ec2.internal
I0506 20:05:20.975051    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-149.ec2.internal: 37.464µs
I0506 20:05:23.072520    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:23.186701    3846 cni.go:452] [kube-system/global-pull-secret-syncer-pxn68 527ef2858cebe77a6951ad908fd980106bf6eb974a2aa0fdc7a8196224bdf63f network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-pxn68 527ef2858cebe77a6951ad908fd980106bf6eb974a2aa0fdc7a8196224bdf63f network default NAD default NAD key ]
I0506 20:05:23.186701    3846 cni.go:452] [openshift-network-diagnostics/network-check-target-t6stm ee991e2294ea1a77de1141ff9a037c4b81faa0c9e8643d598ce4fd627a154f67 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-t6stm ee991e2294ea1a77de1141ff9a037c4b81faa0c9e8643d598ce4fd627a154f67 network default NAD default NAD key ]
I0506 20:05:23.200139    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-t6stm, hostIfaceName: ee991e2294ea1a7, network: default, NAD default, SandboxID: "ee991e2294ea1a77de1141ff9a037c4b81faa0c9e8643d598ce4fd627a154f67", PCI device ID: , UID: "aebacbbd-d7e4-4fcb-ac5e-11163adbbe7e", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23]
I0506 20:05:23.200140    3846 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pxn68, hostIfaceName: 527ef2858cebe77, network: default, NAD default, SandboxID: "527ef2858cebe77a6951ad908fd980106bf6eb974a2aa0fdc7a8196224bdf63f", PCI device ID: , UID: "cea09f93-43c8-434d-971d-ddce04b06f46", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23]
I0506 20:05:23.245308    3846 cni.go:473] [kube-system/global-pull-secret-syncer-pxn68 527ef2858cebe77a6951ad908fd980106bf6eb974a2aa0fdc7a8196224bdf63f network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pxn68 527ef2858cebe77a6951ad908fd980106bf6eb974a2aa0fdc7a8196224bdf63f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d5:c3:43:77:dc\",\"name\":\"527ef2858cebe77\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90ea7d75-6800-4351-b040-bb189d32b839\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:05:23.249508    3846 cni.go:473] [openshift-network-diagnostics/network-check-target-t6stm ee991e2294ea1a77de1141ff9a037c4b81faa0c9e8643d598ce4fd627a154f67 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-t6stm ee991e2294ea1a77de1141ff9a037c4b81faa0c9e8643d598ce4fd627a154f67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1b:ba:85:db:c3\",\"name\":\"ee991e2294ea1a7\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed7155b0-f7cc-4b87-a90f-aabfa8a340d5\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:05:28.782991    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0506 20:05:29.286690    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:05:29.304832    3846 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
W0506 20:05:30.285889    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:05:37.603634    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0506 20:05:37.603681    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 57.634µs
I0506 20:05:37.603685    3846 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0506 20:05:37.603701    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false
W0506 20:05:41.314746    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog
I0506 20:05:42.651374    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:42.651431    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default"
I0506 20:05:42.651473    3846 node_tracker.go:235] Node ip-10-0-2-136.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-136.ec2.internal"
I0506 20:05:42.651491    3846 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:42.651500    3846 services_controller.go:574] Full service sync requested for network=default
W0506 20:05:42.651854    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:05:42.673267    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:42.837787    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default"
I0506 20:05:42.837800    3846 default_network_controller.go:1025] Node "ip-10-0-2-136.ec2.internal" in remote zone "ip-10-0-2-136.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false
I0506 20:05:42.837848    3846 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:42.837859    3846 services_controller.go:574] Full service sync requested for network=default
W0506 20:05:42.838099    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:05:42.838748    3846 zone_ic_handler.go:195] Time taken to create transit switch: 275.423µs
I0506 20:05:42.838761    3846 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-136.ec2.internal for the network default
I0506 20:05:42.839675    3846 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-136.ec2.internal" on network "default" took: 1.212391ms
I0506 20:05:44.896883    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0506 20:05:44.896905    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 27.804µs
I0506 20:05:44.896905    3846 egressfirewall.go:723] Syncing node "ip-10-0-2-136.ec2.internal" for egress firewall
I0506 20:05:44.896911    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules
I0506 20:05:44.896919    3846 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-136.ec2.internal in network "default"
I0506 20:05:44.896924    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:05:44.896970    3846 node_tracker.go:169] Node ip-10-0-2-136.ec2.internal switch + router changed, syncing services in network "default"
I0506 20:05:44.896986    3846 services_controller.go:574] Full service sync requested for network=default
W0506 20:05:44.897363    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:05:44.902953    3846 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-136.ec2.internal. Updating no re-route policies
I0506 20:05:44.912440    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 10.0.2.136 to PMTUD blocking rules
I0506 20:05:44.912454    3846 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-136.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules
I0506 20:05:48.366521    3846 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-136.ec2.internal
I0506 20:05:48.366556    3846 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-136.ec2.internal: 42.64µs
W0506 20:05:59.769529    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
W0506 20:06:00.295520    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target
I0506 20:06:10.965743    3846 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:06:10.966346    3846 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:06:10.966384    3846 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:06:10.966397    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
I0506 20:06:10.966412    3846 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:06:10.966417    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods...
I0506 20:06:11.991192    3846 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:06:11.991216    3846 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:06:11.991236    3846 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:06:11.991248    3846 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9rmkx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:06:16.281152    3846 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:06:16.292720    3846 namespace.go:142] [openshift-deployment-validation-operator] updating namespace
I0506 20:07:01.010872    3846 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-578877bcc7-8zh9l] creating logical port openshift-ingress_router-default-578877bcc7-8zh9l for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:01.010979    3846 kube.go:256] Updating pod openshift-ingress/router-default-578877bcc7-8zh9l
I0506 20:07:01.046948    3846 pod.go:62] [openshift-ingress/router-default-578877bcc7-8zh9l] pod update took 35.999362ms
I0506 20:07:01.046969    3846 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-578877bcc7-8zh9l] addLogicalPort annotation time took 36.02511ms
I0506 20:07:01.047917    3846 pods.go:271] [openshift-ingress/router-default-578877bcc7-8zh9l] addLogicalPort took 37.061984ms, libovsdb time 711.582µs
I0506 20:07:01.112438    3846 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-z666c] creating logical port openshift-insights_insights-operator-6dbb575d6c-z666c for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:01.112508    3846 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-z666c
I0506 20:07:01.112632    3846 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-r8jvp for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:01.112716    3846 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp
I0506 20:07:01.134686    3846 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp] pod update took 21.982341ms
I0506 20:07:01.134713    3846 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp] addLogicalPort annotation time took 22.012165ms
I0506 20:07:01.134906    3846 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-z666c] pod update took 22.415412ms
I0506 20:07:01.134926    3846 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-z666c] addLogicalPort annotation time took 22.439481ms
I0506 20:07:01.135806    3846 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp] addLogicalPort took 23.18278ms, libovsdb time 754.178µs
I0506 20:07:01.136045    3846 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-z666c] addLogicalPort took 23.620426ms, libovsdb time 858.563µs
I0506 20:07:01.195580    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-zd2jv for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:01.195674    3846 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv
I0506 20:07:01.211426    3846 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv] pod update took 15.793666ms
I0506 20:07:01.211447    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv] addLogicalPort annotation time took 15.816754ms
I0506 20:07:01.212510    3846 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv] addLogicalPort took 16.940857ms, libovsdb time 792.122µs
I0506 20:07:01.468450    3846 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-z666c 6b07d1152c8d7de312de5333c4c1b7ae3ca325e134771a3a9b259a34f0379501 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-z666c 6b07d1152c8d7de312de5333c4c1b7ae3ca325e134771a3a9b259a34f0379501 network default NAD default NAD key ]
I0506 20:07:01.471978    3846 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp a7f0671318ee3880f3d6f1f26199b42d4fdc21b052062667a1cda00c4547d393 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp a7f0671318ee3880f3d6f1f26199b42d4fdc21b052062667a1cda00c4547d393 network default NAD default NAD key ]
I0506 20:07:01.480510    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-z666c, hostIfaceName: 6b07d1152c8d7de, network: default, NAD default, SandboxID: "6b07d1152c8d7de312de5333c4c1b7ae3ca325e134771a3a9b259a34f0379501", PCI device ID: , UID: "8975f643-4683-43f8-9906-1a47fbfef479", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23]
I0506 20:07:01.483252    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-r8jvp, hostIfaceName: a7f0671318ee388, network: default, NAD default, SandboxID: "a7f0671318ee3880f3d6f1f26199b42d4fdc21b052062667a1cda00c4547d393", PCI device ID: , UID: "9e529651-0b01-4796-978c-47e83a7501db", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23]
I0506 20:07:01.545088    3846 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-z666c 6b07d1152c8d7de312de5333c4c1b7ae3ca325e134771a3a9b259a34f0379501 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-z666c 6b07d1152c8d7de312de5333c4c1b7ae3ca325e134771a3a9b259a34f0379501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ca:40:5b:63:2d\",\"name\":\"6b07d1152c8d7de\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f960c648-8be5-4064-b99e-cb3f8e06b8dd\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:07:01.548179    3846 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp a7f0671318ee3880f3d6f1f26199b42d4fdc21b052062667a1cda00c4547d393 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-r8jvp a7f0671318ee3880f3d6f1f26199b42d4fdc21b052062667a1cda00c4547d393 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:7a:1c:f1:81:cc\",\"name\":\"a7f0671318ee388\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d780e9e3-5b55-4abc-a8c8-a0ac0e1c91b5\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:03.968856    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:07:05.635870    3846 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace
I0506 20:07:05.636764    3846 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 873.937µs
I0506 20:07:05.657330    3846 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 20:07:06.175514    3846 namespace.go:98] [openshift-service-ca] adding namespace
I0506 20:07:06.176556    3846 namespace.go:102] [openshift-service-ca] adding namespace took 1.018191ms
I0506 20:07:06.191755    3846 namespace.go:142] [openshift-service-ca] updating namespace
W0506 20:07:16.134038    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics
I0506 20:07:27.402544    3846 cni.go:452] [openshift-dns/dns-default-dck88 a43211034244115227a53e98df2fe88dc167e566951afe2841e44b50a57c4d96 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dck88 a43211034244115227a53e98df2fe88dc167e566951afe2841e44b50a57c4d96 network default NAD default NAD key ]
I0506 20:07:27.411438    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dck88, hostIfaceName: a43211034244115, network: default, NAD default, SandboxID: "a43211034244115227a53e98df2fe88dc167e566951afe2841e44b50a57c4d96", PCI device ID: , UID: "9d65f83a-0746-43a7-b688-b3d8f8186a52", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23]
I0506 20:07:27.457227    3846 cni.go:473] [openshift-dns/dns-default-dck88 a43211034244115227a53e98df2fe88dc167e566951afe2841e44b50a57c4d96 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dck88 a43211034244115227a53e98df2fe88dc167e566951afe2841e44b50a57c4d96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f0:2c:7d:54:30\",\"name\":\"a43211034244115\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8531487-21d8-46ce-aa85-f5d2d7effb05\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:30.818725    3846 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:30.818755    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:30.818761    3846 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
I0506 20:07:30.854468    3846 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-s65xq] creating logical port openshift-insights_insights-runtime-extractor-s65xq for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:30.854587    3846 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-s65xq
I0506 20:07:30.879778    3846 pod.go:62] [openshift-insights/insights-runtime-extractor-s65xq] pod update took 25.224306ms
I0506 20:07:30.879810    3846 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-s65xq] addLogicalPort annotation time took 25.263206ms
I0506 20:07:30.881298    3846 pods.go:271] [openshift-insights/insights-runtime-extractor-s65xq] addLogicalPort took 26.852098ms, libovsdb time 1.012362ms
I0506 20:07:31.230675    3846 cni.go:452] [openshift-insights/insights-runtime-extractor-s65xq 6cc28c999e9af9ca317e912f2a6a0dcda975a327308e4fb32c288b560e9b9a86 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-s65xq 6cc28c999e9af9ca317e912f2a6a0dcda975a327308e4fb32c288b560e9b9a86 network default NAD default NAD key ]
I0506 20:07:31.240118    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-s65xq, hostIfaceName: 6cc28c999e9af9c, network: default, NAD default, SandboxID: "6cc28c999e9af9ca317e912f2a6a0dcda975a327308e4fb32c288b560e9b9a86", PCI device ID: , UID: "84363152-d7ac-43b0-b9a4-35cae2e6813a", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23]
I0506 20:07:31.286275    3846 cni.go:473] [openshift-insights/insights-runtime-extractor-s65xq 6cc28c999e9af9ca317e912f2a6a0dcda975a327308e4fb32c288b560e9b9a86 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-s65xq 6cc28c999e9af9ca317e912f2a6a0dcda975a327308e4fb32c288b560e9b9a86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a6:52:16:8e:f7\",\"name\":\"6cc28c999e9af9c\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecedfda7-946f-452d-be3e-2866953f47fc\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:07:31.589271    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:07:31.589878    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:07:31.604068    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:07:31.604083    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-ltk5p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:07:31.614294    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-ltk5p
I0506 20:07:31.614308    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-ltk5p
W0506 20:07:31.686203    3846 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:31.686221    3846 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:31.686228    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default
I0506 20:07:32.099613    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:07:32.100168    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:07:32.115676    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:07:32.115699    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5b4447bfb7-zbdtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:07:32.123174    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5b4447bfb7-zbdtn
I0506 20:07:32.123196    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5b4447bfb7-zbdtn
W0506 20:07:32.619318    3846 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 20:07:33.095934    3846 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 20:07:33.501762    3846 cni.go:452] [openshift-ingress/router-default-578877bcc7-8zh9l 0140cbed17d08c3cdf79d02c8bf00f9221aeb8899ffacf9848329152cbfe3956 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-578877bcc7-8zh9l 0140cbed17d08c3cdf79d02c8bf00f9221aeb8899ffacf9848329152cbfe3956 network default NAD default NAD key ]
I0506 20:07:33.501762    3846 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv b53a542e6a6789f82483256154508003eddfb1539d1a63cdd5778b8add1bffdd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv b53a542e6a6789f82483256154508003eddfb1539d1a63cdd5778b8add1bffdd network default NAD default NAD key ]
I0506 20:07:33.513496    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-578877bcc7-8zh9l, hostIfaceName: 0140cbed17d08c3, network: default, NAD default, SandboxID: "0140cbed17d08c3cdf79d02c8bf00f9221aeb8899ffacf9848329152cbfe3956", PCI device ID: , UID: "88731df7-903a-410c-a524-6a20ea53b189", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23]
I0506 20:07:33.514907    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-zd2jv, hostIfaceName: b53a542e6a6789f, network: default, NAD default, SandboxID: "b53a542e6a6789f82483256154508003eddfb1539d1a63cdd5778b8add1bffdd", PCI device ID: , UID: "be8a2c36-8e97-4a58-9aa8-2ca204017298", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23]
I0506 20:07:33.560538    3846 cni.go:473] [openshift-ingress/router-default-578877bcc7-8zh9l 0140cbed17d08c3cdf79d02c8bf00f9221aeb8899ffacf9848329152cbfe3956 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-578877bcc7-8zh9l 0140cbed17d08c3cdf79d02c8bf00f9221aeb8899ffacf9848329152cbfe3956 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9c:c0:78:cf:e9\",\"name\":\"0140cbed17d08c3\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9acbbc55-6c47-4f5b-9eb9-5ce592404f75\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:07:33.575993    3846 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv b53a542e6a6789f82483256154508003eddfb1539d1a63cdd5778b8add1bffdd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-zd2jv b53a542e6a6789f82483256154508003eddfb1539d1a63cdd5778b8add1bffdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2d:dc:8f:ea:77\",\"name\":\"b53a542e6a6789f\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cbb3db8-cdbf-4bff-b71e-e737b858caa9\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:34.659434    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:34.659458    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:34.659439    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.659476    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.659484    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.676762    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.676784    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.676792    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.680582    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:34.680608    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:34.691980    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.691994    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.692001    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:34.692278    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:34.692290    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default
I0506 20:07:35.467682    3846 cni.go:452] [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key ]
I0506 20:07:35.476945    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bff88964d-sdzlt, hostIfaceName: 81912e98af27d86, network: default, NAD default, SandboxID: "81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951", PCI device ID: , UID: "48908d63-295b-4631-a7b1-cbc15a1e741a", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23]
I0506 20:07:35.523286    3846 cni.go:473] [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:e7:29:5c:7a:54\",\"name\":\"81912e98af27d86\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dbf3ae0-94ce-4d15-9c7e-74244caba48c\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:35.664001    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.664021    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.664107    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.664131    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.664150    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.664157    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.673142    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.673168    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.673176    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.673188    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.673193    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.673198    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.703851    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.703880    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.703889    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default
W0506 20:07:35.704038    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default
W0506 20:07:35.704050    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default
I0506 20:07:35.822505    3846 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:07:36.282073    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-nqkxr for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:36.282156    3846 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr
I0506 20:07:36.299690    3846 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr] pod update took 17.554154ms
I0506 20:07:36.299716    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr] addLogicalPort annotation time took 17.584406ms
I0506 20:07:36.300796    3846 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr] addLogicalPort took 18.737667ms, libovsdb time 779.539µs
W0506 20:07:36.651903    3846 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry
I0506 20:07:37.239224    3846 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr 762653fb570f161ec83eebb4302c339c1d193bfd1707043aa47cb5e6cb48606e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr 762653fb570f161ec83eebb4302c339c1d193bfd1707043aa47cb5e6cb48606e network default NAD default NAD key ]
I0506 20:07:37.249685    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-nqkxr, hostIfaceName: 762653fb570f161, network: default, NAD default, SandboxID: "762653fb570f161ec83eebb4302c339c1d193bfd1707043aa47cb5e6cb48606e", PCI device ID: , UID: "7c8968c9-7724-47a9-a95e-90c1f4664485", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23]
I0506 20:07:37.294914    3846 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr 762653fb570f161ec83eebb4302c339c1d193bfd1707043aa47cb5e6cb48606e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-nqkxr 762653fb570f161ec83eebb4302c339c1d193bfd1707043aa47cb5e6cb48606e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:fa:e2:49:ee:fa\",\"name\":\"762653fb570f161\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2671a56-370a-4013-bc02-35bad36b55f3\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:38.650762    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:07:39.109330    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:07:39.144203    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:07:39.144226    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
W0506 20:07:39.629794    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:39.629816    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:39.629822    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default
W0506 20:07:39.662699    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook
I0506 20:07:45.976573    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:45.976708    3846 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0506 20:07:46.004706    3846 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.061031ms
I0506 20:07:46.004727    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.087761ms
I0506 20:07:46.005936    3846 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.376597ms, libovsdb time 886.02µs
I0506 20:07:46.336266    3846 cni.go:452] [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key ]
I0506 20:07:46.345227    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 53e91e2775a9415, network: default, NAD default, SandboxID: "53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550", PCI device ID: , UID: "c6699714-dbdb-402b-a90a-d7be282ed3ab", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23]
I0506 20:07:46.395692    3846 cni.go:473] [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:3a:18:21:64:1d\",\"name\":\"53e91e2775a9415\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f57e1eb-7c07-464d-9ad0-6f8d0152283b\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:07:46.979575    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-66455d9c57-6lbtg] creating logical port openshift-monitoring_thanos-querier-66455d9c57-6lbtg for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:46.979713    3846 kube.go:256] Updating pod openshift-monitoring/thanos-querier-66455d9c57-6lbtg
I0506 20:07:47.013438    3846 pod.go:62] [openshift-monitoring/thanos-querier-66455d9c57-6lbtg] pod update took 33.756352ms
I0506 20:07:47.013460    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-66455d9c57-6lbtg] addLogicalPort annotation time took 33.783134ms
I0506 20:07:47.014635    3846 pods.go:271] [openshift-monitoring/thanos-querier-66455d9c57-6lbtg] addLogicalPort took 35.073321ms, libovsdb time 856.001µs
I0506 20:07:47.481247    3846 cni.go:452] [openshift-monitoring/thanos-querier-66455d9c57-6lbtg b6f044c6917f5cc8ba875d0bd801d04c9328d3513c39a95349a5d410d1ea3574 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-66455d9c57-6lbtg b6f044c6917f5cc8ba875d0bd801d04c9328d3513c39a95349a5d410d1ea3574 network default NAD default NAD key ]
I0506 20:07:47.490669    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-66455d9c57-6lbtg, hostIfaceName: b6f044c6917f5cc, network: default, NAD default, SandboxID: "b6f044c6917f5cc8ba875d0bd801d04c9328d3513c39a95349a5d410d1ea3574", PCI device ID: , UID: "fe38a2b0-d460-40bf-8627-7f12c0b5a864", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23]
I0506 20:07:47.537704    3846 cni.go:473] [openshift-monitoring/thanos-querier-66455d9c57-6lbtg b6f044c6917f5cc8ba875d0bd801d04c9328d3513c39a95349a5d410d1ea3574 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-66455d9c57-6lbtg b6f044c6917f5cc8ba875d0bd801d04c9328d3513c39a95349a5d410d1ea3574 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:69:67:f4:c9:b0\",\"name\":\"b6f044c6917f5cc\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f242ba-325e-4a22-bc96-276ac67bde74\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:47.697583    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:07:47.697603    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:07:47.697608    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:07:48.735678    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:07:48.735697    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:07:48.735703    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:07:49.401748    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7454c7b55c-zt4x6] creating logical port openshift-monitoring_metrics-server-7454c7b55c-zt4x6 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:49.401875    3846 kube.go:256] Updating pod openshift-monitoring/metrics-server-7454c7b55c-zt4x6
I0506 20:07:49.419346    3846 pod.go:62] [openshift-monitoring/metrics-server-7454c7b55c-zt4x6] pod update took 17.500048ms
I0506 20:07:49.419369    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7454c7b55c-zt4x6] addLogicalPort annotation time took 17.529042ms
I0506 20:07:49.420562    3846 pods.go:271] [openshift-monitoring/metrics-server-7454c7b55c-zt4x6] addLogicalPort took 18.835668ms, libovsdb time 846.372µs
I0506 20:07:49.606587    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-smmnz for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:49.606757    3846 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz
I0506 20:07:49.635326    3846 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz] pod update took 28.613183ms
I0506 20:07:49.635348    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz] addLogicalPort annotation time took 28.644767ms
I0506 20:07:49.636701    3846 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz] addLogicalPort took 30.131513ms, libovsdb time 967.282µs
I0506 20:07:49.760932    3846 cni.go:452] [openshift-monitoring/metrics-server-7454c7b55c-zt4x6 716d8a7aa99be2dd1f2a7b1cdf165603be0939938cbea47cd076b198ce2e841e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7454c7b55c-zt4x6 716d8a7aa99be2dd1f2a7b1cdf165603be0939938cbea47cd076b198ce2e841e network default NAD default NAD key ]
I0506 20:07:49.770626    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7454c7b55c-zt4x6, hostIfaceName: 716d8a7aa99be2d, network: default, NAD default, SandboxID: "716d8a7aa99be2dd1f2a7b1cdf165603be0939938cbea47cd076b198ce2e841e", PCI device ID: , UID: "119017ed-ac4c-4323-8ae2-3abac5a0343b", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23]
I0506 20:07:49.827105    3846 cni.go:473] [openshift-monitoring/metrics-server-7454c7b55c-zt4x6 716d8a7aa99be2dd1f2a7b1cdf165603be0939938cbea47cd076b198ce2e841e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7454c7b55c-zt4x6 716d8a7aa99be2dd1f2a7b1cdf165603be0939938cbea47cd076b198ce2e841e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e0:89:82:c0:e6\",\"name\":\"716d8a7aa99be2d\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64aa4fb6-fd93-4d76-a3d2-f23a31c5c8d6\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:07:49.970812    3846 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz bd0bb3e9148e0d71aa7443edb307ac33c30b01212afacb005b4ec62751a6b7db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz bd0bb3e9148e0d71aa7443edb307ac33c30b01212afacb005b4ec62751a6b7db network default NAD default NAD key ]
I0506 20:07:49.981798    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-smmnz, hostIfaceName: bd0bb3e9148e0d7, network: default, NAD default, SandboxID: "bd0bb3e9148e0d71aa7443edb307ac33c30b01212afacb005b4ec62751a6b7db", PCI device ID: , UID: "7e64b20c-ee3e-4433-be41-2b14e8f05328", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23]
I0506 20:07:50.029523    3846 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz bd0bb3e9148e0d71aa7443edb307ac33c30b01212afacb005b4ec62751a6b7db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-smmnz bd0bb3e9148e0d71aa7443edb307ac33c30b01212afacb005b4ec62751a6b7db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:de:4e:2f:98:1d\",\"name\":\"bd0bb3e9148e0d7\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd4ce92d-f640-4880-9e85-cba91099195b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:51.183194    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.183212    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.183217    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.183221    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0506 20:07:51.205518    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:07:51.205790    3846 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0506 20:07:51.239668    3846 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.929588ms
I0506 20:07:51.239698    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.965398ms
I0506 20:07:51.240937    3846 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.440573ms, libovsdb time 907.777µs
I0506 20:07:51.605678    3846 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key ]
I0506 20:07:51.617387    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a4a728523794030, network: default, NAD default, SandboxID: "a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0", PCI device ID: , UID: "716e42c3-b4c8-44a3-8891-d44ccb78a8df", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23]
I0506 20:07:51.667014    3846 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a4:77:25:72:ce\",\"name\":\"a4a728523794030\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b9c57d5-6d49-4d38-9f03-be81ab4cc6b0\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:07:51.728960    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:07:51.777062    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.777084    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.777092    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:51.777098    3846 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:52.183269    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin
W0506 20:07:52.719102    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:07:52.788706    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:07:52.788729    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:07:53.203939    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:07:53.203960    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:07:54.095106    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 20:07:54.095131    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry
W0506 20:07:57.207199    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207222    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207232    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207241    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207254    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207259    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207263    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.207270    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.741439    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.741461    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.741470    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier
W0506 20:07:57.741476    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier
I0506 20:08:08.034418    3846 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace
I0506 20:08:09.261468    3846 base_network_controller_pods.go:487] [default/openshift-console/console-754bcd54d-w7j29] creating logical port openshift-console_console-754bcd54d-w7j29 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:08:09.261588    3846 kube.go:256] Updating pod openshift-console/console-754bcd54d-w7j29
I0506 20:08:09.281348    3846 pod.go:62] [openshift-console/console-754bcd54d-w7j29] pod update took 19.781314ms
I0506 20:08:09.281374    3846 base_network_controller_pods.go:951] [default/openshift-console/console-754bcd54d-w7j29] addLogicalPort annotation time took 19.81335ms
I0506 20:08:09.282515    3846 pods.go:271] [openshift-console/console-754bcd54d-w7j29] addLogicalPort took 21.059265ms, libovsdb time 797.979µs
I0506 20:08:09.623442    3846 cni.go:452] [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key ]
I0506 20:08:09.633359    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754bcd54d-w7j29, hostIfaceName: a72fe8798977efd, network: default, NAD default, SandboxID: "a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e", PCI device ID: , UID: "9a317373-bf2f-4150-a3b5-782920184159", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23]
I0506 20:08:09.681791    3846 cni.go:473] [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:23:2d:6b:e7:2e\",\"name\":\"a72fe8798977efd\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea1ffa02-ef89-4e9d-ab90-28b2367d1ed7\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:08:12.288559    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics
W0506 20:08:12.687370    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:08:12.687394    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:08:12.751210    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads
W0506 20:08:12.811985    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:08:13.731685    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server
W0506 20:08:15.306955    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:08:15.765379    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console
W0506 20:08:16.403357    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:08:16.403379    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:08:16.403387    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:08:19.302597    3846 cni.go:452] [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key ]
I0506 20:08:19.379584    3846 cni.go:473] [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7bff88964d-sdzlt 81912e98af27d86aeff4dccbc37e37370dad55e7a849db236c291b40d0f51951 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:08:19.430318    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:19.430348    3846 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7bff88964d-sdzlt
I0506 20:08:19.431605    3846 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7bff88964d-sdzlt, ips: 10.128.0.6
I0506 20:08:19.431633    3846 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 20:08:19.851536    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:08:19.865540    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:19.865604    3846 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bff88964d-sdzlt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:19.869418    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bff88964d-sdzlt
I0506 20:08:19.869443    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bff88964d-sdzlt
W0506 20:08:29.882213    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:08:29.882225    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics
W0506 20:08:29.882271    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:08:30.900022    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics
W0506 20:08:35.909066    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:08:35.909072    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:08:35.909122    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
W0506 20:08:36.915181    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics
I0506 20:08:40.614515    3846 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:40.615096    3846 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:41.428975    3846 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:41.428997    3846 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-4m5gg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:41.432186    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-4m5gg
I0506 20:08:41.432210    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-4m5gg
I0506 20:08:45.218555    3846 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:45.219245    3846 obj_retry.go:498] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:45.873720    3846 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:45.873747    3846 obj_retry.go:492] Detected object openshift-console/console-b447fb6c-rvg7p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:45.879835    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b447fb6c-rvg7p
I0506 20:08:45.879862    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b447fb6c-rvg7p
I0506 20:08:51.369803    3846 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:51.370374    3846 obj_retry.go:498] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:08:51.899858    3846 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:51.899886    3846 obj_retry.go:492] Detected object openshift-ingress/router-default-5589678557-tfmm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:08:51.907010    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5589678557-tfmm8
I0506 20:08:51.907038    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5589678557-tfmm8
W0506 20:08:52.032436    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:08:52.032455    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
I0506 20:09:01.154949    3846 cni.go:452] [openshift-multus/network-metrics-daemon-n5wll 69092c901a5e090e671ad3dd1157c28365923665ba380f7398f0632927c56286 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-n5wll 69092c901a5e090e671ad3dd1157c28365923665ba380f7398f0632927c56286 network default NAD default NAD key ]
I0506 20:09:01.163879    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-n5wll, hostIfaceName: 69092c901a5e090, network: default, NAD default, SandboxID: "69092c901a5e090e671ad3dd1157c28365923665ba380f7398f0632927c56286", PCI device ID: , UID: "4a89711b-ae23-4d10-bc2c-75a745078677", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23]
I0506 20:09:01.212119    3846 cni.go:473] [openshift-multus/network-metrics-daemon-n5wll 69092c901a5e090e671ad3dd1157c28365923665ba380f7398f0632927c56286 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-n5wll 69092c901a5e090e671ad3dd1157c28365923665ba380f7398f0632927c56286 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:0d:a5:60:e5:86\",\"name\":\"69092c901a5e090\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14f1156f-5eeb-4e33-8281-e2fdb69aa305\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:09:06.314318    3846 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:06.314846    3846 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:06.968713    3846 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:06.968745    3846 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:06.975555    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1
I0506 20:09:06.975579    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1
I0506 20:09:11.128981    3846 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:11.129542    3846 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:11.548025    3846 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:11.548048    3846 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:11.554742    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1
I0506 20:09:11.554764    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1
I0506 20:09:38.591353    3846 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:38.591913    3846 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:38.607024    3846 cni.go:452] [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key ]
I0506 20:09:38.667546    3846 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:38.667564    3846 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-8kvlb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:38.673166    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-8kvlb
I0506 20:09:38.673185    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-8kvlb
I0506 20:09:38.694355    3846 cni.go:473] [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 53e91e2775a941573595f787aecbafa15b6b1b406c79707f0ead940b74b53550 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:09:38.759498    3846 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:38.759524    3846 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0
I0506 20:09:38.761069    3846 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.128.0.17
I0506 20:09:38.761096    3846 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:39.181810    3846 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:39.181842    3846 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:39.185592    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0
I0506 20:09:39.185617    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0
I0506 20:09:39.235517    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:09:39.235627    3846 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0
I0506 20:09:39.259190    3846 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.598876ms
I0506 20:09:39.259214    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.626508ms
I0506 20:09:39.260439    3846 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.93889ms, libovsdb time 861.983µs
I0506 20:09:39.600967    3846 cni.go:452] [openshift-monitoring/alertmanager-main-0 38a827be396c1a14e9e93f18fe2b7d68cc60fefa2da84d4b797c289d032a10f0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 38a827be396c1a14e9e93f18fe2b7d68cc60fefa2da84d4b797c289d032a10f0 network default NAD default NAD key ]
I0506 20:09:39.611258    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 38a827be396c1a1, network: default, NAD default, SandboxID: "38a827be396c1a14e9e93f18fe2b7d68cc60fefa2da84d4b797c289d032a10f0", PCI device ID: , UID: "03a61db1-8069-4342-9803-806bc6bd656f", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23]
I0506 20:09:39.658557    3846 cni.go:473] [openshift-monitoring/alertmanager-main-0 38a827be396c1a14e9e93f18fe2b7d68cc60fefa2da84d4b797c289d032a10f0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 38a827be396c1a14e9e93f18fe2b7d68cc60fefa2da84d4b797c289d032a10f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9f:53:89:df:0e\",\"name\":\"38a827be396c1a1\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/177cf095-169f-46db-8f06-d2917f6cea5a\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:09:49.255141    3846 cni.go:452] [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key ]
I0506 20:09:49.332971    3846 cni.go:473] [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-754bcd54d-w7j29 a72fe8798977efdd5a1f557c6a993d7c02a12509b6c75b04d29a16a3aea1d47e network default NAD default NAD key default], result "{}", err <nil>
I0506 20:09:49.379079    3846 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:49.379108    3846 pods.go:176] Deleting pod: openshift-console/console-754bcd54d-w7j29
I0506 20:09:49.380582    3846 pods.go:236] Attempting to release IPs for pod: openshift-console/console-754bcd54d-w7j29, ips: 10.128.0.22
I0506 20:09:49.380619    3846 obj_retry.go:498] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:09:50.230520    3846 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:50.230549    3846 obj_retry.go:492] Detected object openshift-console/console-754bcd54d-w7j29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:09:50.237005    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-754bcd54d-w7j29
I0506 20:09:50.237043    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-754bcd54d-w7j29
I0506 20:10:00.192856    3846 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key ]
I0506 20:10:00.266736    3846 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp 8025a600804461e96aa80d4f43464f0fbc919409778f40c04b14bd2958d93da1 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:10:01.285179    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:01.285240    3846 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp
I0506 20:10:01.286663    3846 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp, ips: 10.128.0.9
I0506 20:10:01.286699    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:01.296498    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:10:01.296529    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:10:01.302344    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp
I0506 20:10:01.302424    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634960-bh6mp
I0506 20:10:05.320501    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:05.321165    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:06.222289    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:10:06.222319    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-f7xs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:10:09.657198    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:10:09.657222    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main
W0506 20:10:09.657231    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main
I0506 20:10:14.018542    3846 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key ]
I0506 20:10:14.092202    3846 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 a4a728523794030b1b1038a17c3e5a5ed293f4178c4b82a20c93402495807ab0 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:10:14.155631    3846 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:14.155733    3846 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0
I0506 20:10:14.157039    3846 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.21
I0506 20:10:14.157075    3846 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:10:14.349202    3846 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:10:14.349229    3846 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:10:14.357221    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0
I0506 20:10:14.357247    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0
I0506 20:10:14.401695    3846 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:10:14.401828    3846 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0
I0506 20:10:14.428345    3846 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.55874ms
I0506 20:10:14.428368    3846 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.582764ms
I0506 20:10:14.429668    3846 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.987797ms, libovsdb time 932.658µs
I0506 20:10:14.759956    3846 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5daf2c31ca0a80854add39833f0c96c1222cfef332d099c8123f73755561539c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5daf2c31ca0a80854add39833f0c96c1222cfef332d099c8123f73755561539c network default NAD default NAD key ]
I0506 20:10:14.769345    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5daf2c31ca0a808, network: default, NAD default, SandboxID: "5daf2c31ca0a80854add39833f0c96c1222cfef332d099c8123f73755561539c", PCI device ID: , UID: "b5c74d01-f57a-4652-9c83-69e9208f0423", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23]
I0506 20:10:14.816406    3846 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5daf2c31ca0a80854add39833f0c96c1222cfef332d099c8123f73755561539c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5daf2c31ca0a80854add39833f0c96c1222cfef332d099c8123f73755561539c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:44:7c:01:79:e0\",\"name\":\"5daf2c31ca0a808\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e31df9f-c350-48b8-80e1-bc257d262bfc\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:10:22.615398    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75
I0506 20:10:29.611536    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133
I0506 20:11:00.740022    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0506 20:11:06.622255    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=645
I0506 20:11:13.713497    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7
W0506 20:11:15.651895    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:11:15.651915    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s
W0506 20:11:20.497876    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics
I0506 20:11:29.176904    3846 base_network_controller_pods.go:487] [default/openshift-console/console-5c75fbd4d4-stlpg] creating logical port openshift-console_console-5c75fbd4d4-stlpg for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:11:29.177069    3846 kube.go:256] Updating pod openshift-console/console-5c75fbd4d4-stlpg
I0506 20:11:29.198599    3846 pod.go:62] [openshift-console/console-5c75fbd4d4-stlpg] pod update took 21.57033ms
I0506 20:11:29.198622    3846 base_network_controller_pods.go:951] [default/openshift-console/console-5c75fbd4d4-stlpg] addLogicalPort annotation time took 21.599237ms
I0506 20:11:29.199824    3846 pods.go:271] [openshift-console/console-5c75fbd4d4-stlpg] addLogicalPort took 22.9425ms, libovsdb time 839.283µs
I0506 20:11:29.533554    3846 cni.go:452] [openshift-console/console-5c75fbd4d4-stlpg 9b7c8f992bd114ec25b2d577511f3a9648b79f03514700f4762131ecf312307b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c75fbd4d4-stlpg 9b7c8f992bd114ec25b2d577511f3a9648b79f03514700f4762131ecf312307b network default NAD default NAD key ]
I0506 20:11:29.542697    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c75fbd4d4-stlpg, hostIfaceName: 9b7c8f992bd114e, network: default, NAD default, SandboxID: "9b7c8f992bd114ec25b2d577511f3a9648b79f03514700f4762131ecf312307b", PCI device ID: , UID: "ccc3c5ef-e2dd-49c9-ac02-384ea54ad681", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23]
I0506 20:11:29.591351    3846 cni.go:473] [openshift-console/console-5c75fbd4d4-stlpg 9b7c8f992bd114ec25b2d577511f3a9648b79f03514700f4762131ecf312307b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c75fbd4d4-stlpg 9b7c8f992bd114ec25b2d577511f3a9648b79f03514700f4762131ecf312307b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:67:d5:10:9b:90\",\"name\":\"9b7c8f992bd114e\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ba83ee0-04c7-4b5a-8557-86c434937e40\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:11:31.533562    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods...
W0506 20:11:31.533634    3846 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pmrbk: no pod IPs found 
W0506 20:11:39.724006    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console
I0506 20:11:54.496982    3846 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:11:54.497580    3846 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:11:55.229246    3846 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:11:55.229292    3846 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-phg2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:11:55.232253    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-phg2w
I0506 20:11:55.232286    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-phg2w
I0506 20:12:00.723262    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0506 20:12:00.728478    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6
I0506 20:12:05.046104    3846 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:05.046730    3846 obj_retry.go:498] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:12:05.665630    3846 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:05.665672    3846 obj_retry.go:492] Detected object openshift-console/console-6d5b98456d-n4wfx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:12:05.674085    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d5b98456d-n4wfx
I0506 20:12:05.674116    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d5b98456d-n4wfx
I0506 20:12:38.736488    3846 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0506 20:13:32.741339    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8
I0506 20:13:46.611873    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0506 20:13:53.703702    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9
I0506 20:14:18.707805    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10
I0506 20:14:19.703631    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9
I0506 20:14:21.616542    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74
I0506 20:14:21.617588    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16
I0506 20:15:03.718077    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10
I0506 20:15:53.636737    3846 namespace.go:98] [tsf] adding namespace
I0506 20:15:53.637812    3846 namespace.go:102] [tsf] adding namespace took 1.045495ms
I0506 20:15:53.660143    3846 namespace.go:142] [tsf] updating namespace
I0506 20:15:53.666968    3846 namespace.go:142] [tsf] updating namespace
I0506 20:15:57.296823    3846 namespace.go:98] [cert-manager-operator] adding namespace
I0506 20:15:57.297891    3846 namespace.go:102] [cert-manager-operator] adding namespace took 1.035761ms
I0506 20:15:57.297938    3846 namespace.go:98] [konflux-operator] adding namespace
I0506 20:15:57.298575    3846 namespace.go:102] [konflux-operator] adding namespace took 623.818µs
I0506 20:15:57.305146    3846 namespace.go:98] [rhtpa-operator] adding namespace
I0506 20:15:57.305313    3846 namespace.go:98] [konflux-ui] adding namespace
I0506 20:15:57.305685    3846 namespace.go:98] [tsf-tas] adding namespace
I0506 20:15:57.305817    3846 namespace.go:98] [rhbk-operator] adding namespace
I0506 20:15:57.305948    3846 namespace.go:98] [tsf-tpa] adding namespace
I0506 20:15:57.306079    3846 namespace.go:102] [rhtpa-operator] adding namespace took 917.704µs
I0506 20:15:57.306804    3846 namespace.go:102] [konflux-ui] adding namespace took 1.468849ms
I0506 20:15:57.306838    3846 namespace.go:98] [tsf-keycloak] adding namespace
I0506 20:15:57.307387    3846 namespace.go:102] [tsf-keycloak] adding namespace took 540.127µs
I0506 20:15:57.308205    3846 namespace.go:102] [tsf-tas] adding namespace took 2.491626ms
I0506 20:15:57.308788    3846 namespace.go:102] [rhbk-operator] adding namespace took 2.948608ms
I0506 20:15:57.309295    3846 namespace.go:102] [tsf-tpa] adding namespace took 3.327099ms
I0506 20:15:57.324836    3846 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:15:57.335364    3846 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:15:57.344262    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:15:57.344274    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:15:57.344372    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:15:57.344532    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:15:57.355213    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:15:57.355237    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:15:57.355345    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:15:57.360783    3846 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:15:57.412077    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:15:57.435543    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:15:57.438580    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:15:57.464058    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:15:57.480667    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:15:57.491340    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:15:57.525196    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:15:57.532170    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:15:57.570090    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:15:57.581226    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:15:57.618247    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:15:57.643221    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:15:57.664033    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:15:57.678391    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:15:58.536605    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:15:58.540748    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:15:58.700261    3846 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:15:58.700419    3846 kube.go:256] Updating pod tsf/test-tsf-subscriptions
I0506 20:15:58.733618    3846 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 33.235991ms
I0506 20:15:58.733658    3846 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 33.263859ms
I0506 20:15:58.734917    3846 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 34.679051ms, libovsdb time 898.15µs
I0506 20:15:59.079036    3846 cni.go:452] [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key ]
I0506 20:15:59.088821    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 0de070d55f6bfaf, network: default, NAD default, SandboxID: "0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476", PCI device ID: , UID: "3a05b1d8-891b-4a78-a49b-f4c0ed83f54c", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23]
I0506 20:15:59.138026    3846 cni.go:473] [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:fd:c8:e9:05:74\",\"name\":\"0de070d55f6bfaf\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac588bd8-771c-4922-b97e-5e189f28b0c5\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:16:04.394625    3846 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:04.395241    3846 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:04.395269    3846 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:04.395278    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:04.395295    3846 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:04.395302    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:05.423017    3846 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:05.423040    3846 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:05.423051    3846 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:05.423063    3846 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6edm9z7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:06.414794    3846 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:06.415432    3846 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:06.415458    3846 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:06.415468    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:06.415485    3846 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:06.415495    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:07.442800    3846 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:07.442821    3846 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:07.442832    3846 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:07.442842    3846 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dpndkd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:07.455991    3846 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:07.456567    3846 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:07.456595    3846 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:07.456605    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:07.456616    3846 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:07.456621    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:08.484570    3846 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:08.484593    3846 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:08.484608    3846 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:08.484621    3846 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejlkxq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:10.462686    3846 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.463265    3846 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.463293    3846 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.463303    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:10.463318    3846 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.463323    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:10.494449    3846 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.494884    3846 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.494913    3846 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.494923    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:10.494938    3846 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:10.494945    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:11.460681    3846 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:11.461204    3846 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:11.461239    3846 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:11.461249    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods...
I0506 20:16:11.461262    3846 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:11.461267    3846 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods...
I0506 20:16:11.498171    3846 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.498193    3846 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.498208    3846 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.498219    3846 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b518pzzb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.536514    3846 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.536535    3846 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.536550    3846 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:11.536560    3846 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7cq8gd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:12.503082    3846 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:12.503105    3846 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:12.503120    3846 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:12.503143    3846 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136chldp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:19.829517    3846 namespace.go:98] [cert-manager] adding namespace
I0506 20:16:19.830389    3846 namespace.go:102] [cert-manager] adding namespace took 849.944µs
I0506 20:16:19.902985    3846 namespace.go:142] [cert-manager] updating namespace
I0506 20:16:19.955279    3846 namespace.go:142] [cert-manager] updating namespace
W0506 20:16:24.425311    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook
W0506 20:16:24.425329    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook
I0506 20:16:25.854828    3846 namespace.go:142] [openshift-operators] updating namespace
I0506 20:16:25.966358    3846 namespace.go:142] [openshift-operators] updating namespace
W0506 20:16:26.690199    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0506 20:16:28.753395    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service
I0506 20:16:34.583281    3846 namespace.go:98] [trusted-artifact-signer] adding namespace
I0506 20:16:34.584104    3846 namespace.go:102] [trusted-artifact-signer] adding namespace took 801.113µs
I0506 20:16:34.614277    3846 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:16:34.650306    3846 namespace.go:142] [trusted-artifact-signer] updating namespace
W0506 20:16:34.760908    3846 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service
W0506 20:16:35.001379    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0506 20:16:35.012851    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0506 20:16:35.037358    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
W0506 20:16:35.056022    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service
I0506 20:16:39.191385    3846 namespace.go:142] [openshift-operators] updating namespace
I0506 20:16:46.990454    3846 cni.go:452] [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key ]
I0506 20:16:47.061989    3846 cni.go:473] [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 0de070d55f6bfafd916ca7d4b62ee125bd56fddd7c7596d279118a539fa71476 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:16:47.118136    3846 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:47.118173    3846 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions
I0506 20:16:47.119659    3846 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26
I0506 20:16:47.119689    3846 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:16:47.155482    3846 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:47.155503    3846 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:16:47.164337    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions
I0506 20:16:47.164362    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions
I0506 20:16:48.848934    3846 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:16:48.849017    3846 kube.go:256] Updating pod tsf/test-tsf-infrastructure
I0506 20:16:48.863940    3846 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.944867ms
I0506 20:16:48.863960    3846 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.969184ms
I0506 20:16:48.865179    3846 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.259644ms, libovsdb time 903.887µs
I0506 20:16:49.233094    3846 cni.go:452] [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key ]
I0506 20:16:49.242575    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: b0656e9dc7d5740, network: default, NAD default, SandboxID: "b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e", PCI device ID: , UID: "afd463d1-4eb9-4bc7-aa85-60244e6f4b35", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23]
I0506 20:16:49.289816    3846 cni.go:473] [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:27:26:ba:4e:fb\",\"name\":\"b0656e9dc7d5740\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89f9b7c4-11ad-4609-ae82-001ef372b7f9\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:16:51.695786    3846 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-gxq5s for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:16:51.695927    3846 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s
I0506 20:16:51.696451    3846 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-kgf28 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:16:51.696530    3846 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28
I0506 20:16:51.718314    3846 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s] pod update took 22.434732ms
I0506 20:16:51.718329    3846 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28] pod update took 21.820714ms
I0506 20:16:51.718336    3846 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s] addLogicalPort annotation time took 22.460429ms
I0506 20:16:51.718343    3846 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28] addLogicalPort annotation time took 21.83816ms
I0506 20:16:51.719777    3846 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28] addLogicalPort took 23.340151ms, libovsdb time 1.013804ms
I0506 20:16:51.720294    3846 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s] addLogicalPort took 24.527415ms, libovsdb time 1.522422ms
I0506 20:16:54.215161    3846 namespace.go:98] [openshift-pipelines] adding namespace
I0506 20:16:54.216099    3846 namespace.go:102] [openshift-pipelines] adding namespace took 846.495µs
I0506 20:16:54.235844    3846 namespace.go:142] [openshift-pipelines] updating namespace
I0506 20:16:54.920932    3846 namespace.go:142] [cert-manager] updating namespace
I0506 20:16:55.123352    3846 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:16:55.527187    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:16:55.725231    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:16:55.929126    3846 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace
I0506 20:16:56.327478    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:16:56.529208    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:16:56.730287    3846 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:16:56.932224    3846 namespace.go:142] [tsf] updating namespace
I0506 20:16:57.136583    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:16:57.169896    3846 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s 5e685462322af4a6d25853a0a80772f33a64cf06792c205fdc3f4d987ba93902 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s 5e685462322af4a6d25853a0a80772f33a64cf06792c205fdc3f4d987ba93902 network default NAD default NAD key ]
I0506 20:16:57.176181    3846 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28 4d74ab8d87a8aa2d0a1b7cae650df4ee9a5c3d500c6078d39f4de2a444a0041e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28 4d74ab8d87a8aa2d0a1b7cae650df4ee9a5c3d500c6078d39f4de2a444a0041e network default NAD default NAD key ]
I0506 20:16:57.180404    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-gxq5s, hostIfaceName: 5e685462322af4a, network: default, NAD default, SandboxID: "5e685462322af4a6d25853a0a80772f33a64cf06792c205fdc3f4d987ba93902", PCI device ID: , UID: "e442c2c9-2994-4af5-828a-0cb832e2b719", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23]
I0506 20:16:57.186856    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-kgf28, hostIfaceName: 4d74ab8d87a8aa2, network: default, NAD default, SandboxID: "4d74ab8d87a8aa2d0a1b7cae650df4ee9a5c3d500c6078d39f4de2a444a0041e", PCI device ID: , UID: "75581106-79aa-4318-b7de-368a81e3f495", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23]
I0506 20:16:57.229617    3846 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s 5e685462322af4a6d25853a0a80772f33a64cf06792c205fdc3f4d987ba93902 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-gxq5s 5e685462322af4a6d25853a0a80772f33a64cf06792c205fdc3f4d987ba93902 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:71:a5:ab:34:24\",\"name\":\"5e685462322af4a\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91515b1c-d2a9-4a13-8422-34dce1ec3cba\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:16:57.250340    3846 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28 4d74ab8d87a8aa2d0a1b7cae650df4ee9a5c3d500c6078d39f4de2a444a0041e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-kgf28 4d74ab8d87a8aa2d0a1b7cae650df4ee9a5c3d500c6078d39f4de2a444a0041e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7b:3a:7d:0a:ea\",\"name\":\"4d74ab8d87a8aa2\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81bfae60-146b-4494-b1e3-38d07f3da164\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:16:57.336249    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:16:57.534376    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:16:57.668976    3846 namespace.go:142] [cert-manager] updating namespace
I0506 20:16:57.681405    3846 namespace.go:142] [cert-manager-operator] updating namespace
I0506 20:16:57.690020    3846 namespace.go:142] [default] updating namespace
I0506 20:16:57.699446    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:16:57.712082    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:16:57.720380    3846 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace
I0506 20:16:57.728731    3846 namespace.go:142] [openshift] updating namespace
I0506 20:16:57.736957    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:16:57.748519    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:16:57.759429    3846 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:16:57.768227    3846 namespace.go:142] [tsf] updating namespace
I0506 20:16:57.780237    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:16:57.800907    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:16:57.817202    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:16:57.917780    3846 namespace.go:142] [cert-manager] updating namespace
I0506 20:16:58.017541    3846 namespace.go:142] [cert-manager-operator] updating namespace
W0506 20:16:58.044490    3846 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
W0506 20:16:58.073561    3846 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql
I0506 20:16:58.118634    3846 namespace.go:142] [default] updating namespace
I0506 20:16:58.214974    3846 namespace.go:142] [konflux-operator] updating namespace
I0506 20:16:58.319385    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:16:58.423172    3846 namespace.go:142] [open-cluster-management-2q4kqhbvq4t1vdjfrqk5t67445965tae] updating namespace
I0506 20:16:58.519005    3846 namespace.go:142] [openshift] updating namespace
I0506 20:16:58.617571    3846 namespace.go:142] [rhbk-operator] updating namespace
I0506 20:16:58.718985    3846 namespace.go:142] [rhtpa-operator] updating namespace
I0506 20:16:58.818735    3846 namespace.go:142] [trusted-artifact-signer] updating namespace
I0506 20:16:58.916439    3846 namespace.go:142] [tsf] updating namespace
I0506 20:16:59.015548    3846 namespace.go:142] [tsf-keycloak] updating namespace
I0506 20:16:59.120379    3846 namespace.go:142] [tsf-tas] updating namespace
I0506 20:16:59.216201    3846 namespace.go:142] [tsf-tpa] updating namespace
I0506 20:16:59.579932    3846 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:17:10.680611    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:17:10.680633    3846 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:17:10.680658    3846 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller
W0506 20:17:12.927779    3846 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:17:12.927804    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:17:12.927810    3846 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller
W0506 20:17:12.984104    3846 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:17:12.984123    3846 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:17:12.984131    3846 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
W0506 20:17:12.984135    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook
I0506 20:17:14.743868    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
W0506 20:17:19.050876    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql
W0506 20:17:19.079254    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql
I0506 20:17:30.858157    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-ftqlk for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:17:30.858252    3846 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk
I0506 20:17:30.871917    3846 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk] pod update took 13.68807ms
I0506 20:17:30.871942    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk] addLogicalPort annotation time took 13.719612ms
I0506 20:17:30.873100    3846 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk] addLogicalPort took 14.959849ms, libovsdb time 820.554µs
I0506 20:17:30.992482    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-9n6cw for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:17:30.992612    3846 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw
I0506 20:17:31.008354    3846 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw] pod update took 15.766497ms
I0506 20:17:31.008379    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw] addLogicalPort annotation time took 15.792774ms
I0506 20:17:31.009590    3846 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw] addLogicalPort took 17.121749ms, libovsdb time 829.23µs
I0506 20:17:31.237492    3846 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk 5186b4cdfd3d8deb714d4124428b7924f8b60e3b0a16c57677e05bed642bed4e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk 5186b4cdfd3d8deb714d4124428b7924f8b60e3b0a16c57677e05bed642bed4e network default NAD default NAD key ]
I0506 20:17:31.246512    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-ftqlk, hostIfaceName: 5186b4cdfd3d8de, network: default, NAD default, SandboxID: "5186b4cdfd3d8deb714d4124428b7924f8b60e3b0a16c57677e05bed642bed4e", PCI device ID: , UID: "ca3602a4-175a-434e-8f14-8a58608b95e7", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23]
I0506 20:17:31.295589    3846 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk 5186b4cdfd3d8deb714d4124428b7924f8b60e3b0a16c57677e05bed642bed4e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-ftqlk 5186b4cdfd3d8deb714d4124428b7924f8b60e3b0a16c57677e05bed642bed4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:fc:59:ab:f3:5c\",\"name\":\"5186b4cdfd3d8de\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7788e566-3fd6-4bab-9d9e-054d79f723f3\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:17:31.350166    3846 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw d09988f57a3149da0a91b793f5082ddb8459c01d26e933aa51ad74a991f1f0aa network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw d09988f57a3149da0a91b793f5082ddb8459c01d26e933aa51ad74a991f1f0aa network default NAD default NAD key ]
I0506 20:17:31.359471    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-9n6cw, hostIfaceName: d09988f57a3149d, network: default, NAD default, SandboxID: "d09988f57a3149da0a91b793f5082ddb8459c01d26e933aa51ad74a991f1f0aa", PCI device ID: , UID: "f1e87617-8252-4f05-a70c-879520b4f90a", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23]
I0506 20:17:31.407148    3846 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw d09988f57a3149da0a91b793f5082ddb8459c01d26e933aa51ad74a991f1f0aa network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-9n6cw d09988f57a3149da0a91b793f5082ddb8459c01d26e933aa51ad74a991f1f0aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:5b:bc:4a:6b:e5\",\"name\":\"d09988f57a3149d\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d369393-d15c-4f62-a22b-809fe04d028c\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:17:35.248070    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0506 20:17:40.249792    3846 cni.go:452] [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key ]
I0506 20:17:40.323816    3846 cni.go:473] [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure b0656e9dc7d5740c74e040015b5503abbe9fc079b4c1bcedc3131e715a3cdd0e network default NAD default NAD key default], result "{}", err <nil>
I0506 20:17:40.375677    3846 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:17:40.375717    3846 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure
I0506 20:17:40.377236    3846 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.27
I0506 20:17:40.377265    3846 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:17:40.394810    3846 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:17:40.394835    3846 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:17:40.397775    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure
I0506 20:17:40.397799    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure
I0506 20:17:41.466511    3846 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:17:41.466712    3846 kube.go:256] Updating pod tsf/test-tsf-iam
I0506 20:17:41.483802    3846 pod.go:62] [tsf/test-tsf-iam] pod update took 17.123471ms
I0506 20:17:41.483824    3846 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 17.149978ms
I0506 20:17:41.485048    3846 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 18.558334ms, libovsdb time 873.864µs
I0506 20:17:41.828830    3846 cni.go:452] [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key ]
I0506 20:17:41.837735    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: ad99a3727a5a619, network: default, NAD default, SandboxID: "ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d", PCI device ID: , UID: "ed3acb80-12b9-4705-99a5-27cb0e8601f5", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23]
I0506 20:17:41.890251    3846 cni.go:473] [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ba:cb:bf:23:2e\",\"name\":\"ad99a3727a5a619\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90af1a2c-47ec-487c-b22f-d89ce191e57b\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:17:42.315698    3846 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default
I0506 20:17:42.316330    3846 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}
I0506 20:17:42.316352    3846 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}]
I0506 20:17:42.318493    3846 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel
I0506 20:17:42.796930    3846 namespace.go:142] [openshift-pipelines] updating namespace
W0506 20:17:46.231632    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors
I0506 20:17:49.618320    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50
I0506 20:17:51.888245    3846 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
W0506 20:17:52.108980    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 20:17:52.109002    3846 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service
W0506 20:17:52.109054    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak
W0506 20:17:52.109068    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak
I0506 20:17:54.740561    3846 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7
I0506 20:17:54.965028    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:17:54.965123    3846 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0
I0506 20:17:54.977180    3846 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.079596ms
I0506 20:17:54.977203    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.109205ms
I0506 20:17:54.978687    3846 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.677402ms, libovsdb time 1.090585ms
I0506 20:17:58.031135    3846 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 554d19c4b581a5a79f1906f7d9f11d88bcb017ab0af483fc6cf191416077e207 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 554d19c4b581a5a79f1906f7d9f11d88bcb017ab0af483fc6cf191416077e207 network default NAD default NAD key ]
I0506 20:17:58.041170    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 554d19c4b581a5a, network: default, NAD default, SandboxID: "554d19c4b581a5a79f1906f7d9f11d88bcb017ab0af483fc6cf191416077e207", PCI device ID: , UID: "bba66f88-c863-4a70-b3c2-f9894c56a5a0", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23]
I0506 20:17:58.091490    3846 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 554d19c4b581a5a79f1906f7d9f11d88bcb017ab0af483fc6cf191416077e207 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 554d19c4b581a5a79f1906f7d9f11d88bcb017ab0af483fc6cf191416077e207 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:16:f9:65:fa:be\",\"name\":\"554d19c4b581a5a\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a05b886a-b15b-4e53-9f96-4644785a4c99\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:18:04.412572    3846 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT
I0506 20:18:05.845476    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-lwjp8 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:05.845562    3846 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8
I0506 20:18:05.861980    3846 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8] pod update took 16.437957ms
I0506 20:18:05.862008    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8] addLogicalPort annotation time took 16.469989ms
I0506 20:18:05.863514    3846 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8] addLogicalPort took 18.056367ms, libovsdb time 1.034642ms
I0506 20:18:05.953467    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-wqnkb for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:05.953598    3846 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb
I0506 20:18:05.968959    3846 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb] pod update took 15.398899ms
I0506 20:18:05.969058    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb] addLogicalPort annotation time took 15.50113ms
I0506 20:18:05.970669    3846 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb] addLogicalPort took 17.224851ms, libovsdb time 917.517µs
I0506 20:18:06.267135    3846 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8 a26b15fb12b9e4b91e90e0b2b5f212438f3c2862dd36afb05057bb60d78785ce network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8 a26b15fb12b9e4b91e90e0b2b5f212438f3c2862dd36afb05057bb60d78785ce network default NAD default NAD key ]
I0506 20:18:06.276362    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-lwjp8, hostIfaceName: a26b15fb12b9e4b, network: default, NAD default, SandboxID: "a26b15fb12b9e4b91e90e0b2b5f212438f3c2862dd36afb05057bb60d78785ce", PCI device ID: , UID: "c76630c4-ec01-4d87-8f3f-d908fe7547af", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23]
I0506 20:18:06.330158    3846 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8 a26b15fb12b9e4b91e90e0b2b5f212438f3c2862dd36afb05057bb60d78785ce network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwjp8 a26b15fb12b9e4b91e90e0b2b5f212438f3c2862dd36afb05057bb60d78785ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:37:2e:1a:4c:1a\",\"name\":\"a26b15fb12b9e4b\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22723b32-feda-4298-9db5-631f601e7382\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:18:06.350019    3846 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb 3828b0a5a8941e3ae63c93459b6d7dc5f04de6e143c2c4590f92c50a8246a166 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb 3828b0a5a8941e3ae63c93459b6d7dc5f04de6e143c2c4590f92c50a8246a166 network default NAD default NAD key ]
I0506 20:18:06.362381    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-wqnkb, hostIfaceName: 3828b0a5a8941e3, network: default, NAD default, SandboxID: "3828b0a5a8941e3ae63c93459b6d7dc5f04de6e143c2c4590f92c50a8246a166", PCI device ID: , UID: "4c468fa0-417d-4e7c-85c9-0c3b88d9d0f5", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23]
I0506 20:18:06.411175    3846 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb 3828b0a5a8941e3ae63c93459b6d7dc5f04de6e143c2c4590f92c50a8246a166 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wqnkb 3828b0a5a8941e3ae63c93459b6d7dc5f04de6e143c2c4590f92c50a8246a166 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2d:02:58:2d:c1\",\"name\":\"3828b0a5a8941e3\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08ebc03f-b9e2-47d7-8232-3d55f67c8ddc\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:18:09.996363    3846 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:18:09.996383    3846 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
W0506 20:18:09.996389    3846 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service
I0506 20:18:22.288341    3846 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-4tshr] creating logical port tsf-keycloak_tsf-iam-4tshr for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:22.288473    3846 kube.go:256] Updating pod tsf-keycloak/tsf-iam-4tshr
I0506 20:18:22.304899    3846 pod.go:62] [tsf-keycloak/tsf-iam-4tshr] pod update took 16.474611ms
I0506 20:18:22.304922    3846 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-4tshr] addLogicalPort annotation time took 16.503243ms
I0506 20:18:22.306192    3846 pods.go:271] [tsf-keycloak/tsf-iam-4tshr] addLogicalPort took 17.873241ms, libovsdb time 899.252µs
I0506 20:18:22.645740    3846 cni.go:452] [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key ]
I0506 20:18:22.654499    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-4tshr, hostIfaceName: 83979c3f5bc606b, network: default, NAD default, SandboxID: "83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3", PCI device ID: , UID: "86bc49a7-058f-46f5-9ef1-d056740ebd17", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23]
I0506 20:18:22.705109    3846 cni.go:473] [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0a:cb:90:d9:89\",\"name\":\"83979c3f5bc606b\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1de2d4d-bf32-43e5-ace8-06925ec628c9\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:18:31.731125    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0506 20:18:32.554784    3846 cni.go:452] [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key ]
I0506 20:18:32.671349    3846 cni.go:473] [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam ad99a3727a5a6190ccca4fd971858dba89c3f02cfc4fb0ee312abdd762766c0d network default NAD default NAD key default], result "{}", err <nil>
I0506 20:18:32.790387    3846 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:18:32.790434    3846 pods.go:176] Deleting pod: tsf/test-tsf-iam
I0506 20:18:32.792276    3846 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.32
I0506 20:18:32.792315    3846 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:18:32.840440    3846 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:18:32.840478    3846 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:18:32.846657    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam
I0506 20:18:32.846690    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam
I0506 20:18:33.627708    3846 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:33.627866    3846 kube.go:256] Updating pod tsf-tas/test-tsf-tas
I0506 20:18:33.646163    3846 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.333728ms
I0506 20:18:33.646200    3846 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.376096ms
I0506 20:18:33.648692    3846 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 21.005093ms, libovsdb time 1.936535ms
I0506 20:18:34.117115    3846 cni.go:452] [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key ]
I0506 20:18:34.132270    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9525d825ac3bb02, network: default, NAD default, SandboxID: "9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779", PCI device ID: , UID: "3dca4fd1-354f-40b1-bb4f-d6f3abb02afc", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23]
I0506 20:18:34.199999    3846 cni.go:473] [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:33:dd:fc:b3:fe\",\"name\":\"9525d825ac3bb02\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/925e0688-faf1-4fb7-8831-0b0727640303\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:18:38.161316    3846 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server
W0506 20:18:38.161343    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server
I0506 20:18:40.753632    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-b6dcg for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:40.753882    3846 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg
I0506 20:18:40.775139    3846 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg] pod update took 21.289921ms
I0506 20:18:40.775172    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg] addLogicalPort annotation time took 21.331063ms
I0506 20:18:40.776761    3846 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg] addLogicalPort took 23.151627ms, libovsdb time 1.059401ms
I0506 20:18:41.187163    3846 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg ecbd4c5ff57c85b725ca4e18967f388e0e26affcf82708b8b1e8e3c73b4d2489 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg ecbd4c5ff57c85b725ca4e18967f388e0e26affcf82708b8b1e8e3c73b4d2489 network default NAD default NAD key ]
I0506 20:18:41.197003    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-b6dcg, hostIfaceName: ecbd4c5ff57c85b, network: default, NAD default, SandboxID: "ecbd4c5ff57c85b725ca4e18967f388e0e26affcf82708b8b1e8e3c73b4d2489", PCI device ID: , UID: "77389858-63a6-42fc-aab9-52d899a60589", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23]
I0506 20:18:41.251121    3846 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg ecbd4c5ff57c85b725ca4e18967f388e0e26affcf82708b8b1e8e3c73b4d2489 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-b6dcg ecbd4c5ff57c85b725ca4e18967f388e0e26affcf82708b8b1e8e3c73b4d2489 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5e:a9:dc:04:8a\",\"name\":\"ecbd4c5ff57c85b\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3da564af-90d1-491c-a1a9-75669271207a\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:18:43.388405    3846 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner
I0506 20:18:45.627996    3846 cni.go:452] [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key ]
I0506 20:18:45.714336    3846 cni.go:473] [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-4tshr 83979c3f5bc606b12bed9fda1ebcb9582017ca419cf749377a8cadbdb6bdf6a3 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:18:45.766482    3846 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:18:45.766510    3846 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-4tshr
I0506 20:18:45.767796    3846 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-4tshr, ips: 10.128.0.36
I0506 20:18:45.767826    3846 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 20:18:46.404389    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher
I0506 20:18:46.644450    3846 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:18:46.644474    3846 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4tshr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:18:50.239920    3846 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:18:50.239936    3846 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller
W0506 20:18:50.285523    3846 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver
W0506 20:18:53.284823    3846 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql
I0506 20:18:54.417750    3846 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:18:54.418339    3846 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:18:55.284027    3846 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:18:55.284057    3846 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cvxnf-n77jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:18:58.371063    3846 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-p5dcr for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:18:58.371150    3846 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr
I0506 20:18:58.387776    3846 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr] pod update took 16.645097ms
I0506 20:18:58.387805    3846 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr] addLogicalPort annotation time took 16.679851ms
I0506 20:18:58.389115    3846 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr] addLogicalPort took 18.069833ms, libovsdb time 912.036µs
I0506 20:18:59.406256    3846 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr 8e5a554c6b07ffa758fe4dd2ef91c62620bc5279bf00c1e109d4c124ebae94fc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr 8e5a554c6b07ffa758fe4dd2ef91c62620bc5279bf00c1e109d4c124ebae94fc network default NAD default NAD key ]
I0506 20:18:59.415434    3846 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-p5dcr, hostIfaceName: 8e5a554c6b07ffa, network: default, NAD default, SandboxID: "8e5a554c6b07ffa758fe4dd2ef91c62620bc5279bf00c1e109d4c124ebae94fc", PCI device ID: , UID: "26f3cddf-78b4-406f-a0e7-8792a692e8dc", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23]
I0506 20:18:59.464861    3846 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr 8e5a554c6b07ffa758fe4dd2ef91c62620bc5279bf00c1e109d4c124ebae94fc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-p5dcr 8e5a554c6b07ffa758fe4dd2ef91c62620bc5279bf00c1e109d4c124ebae94fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:0e:59:8e:46:4f\",\"name\":\"8e5a554c6b07ffa\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6fb8933-a6d2-45ba-bc53-e41773ff5683\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:19:00.726774    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0506 20:19:23.833259    3846 cni.go:452] [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key ]
I0506 20:19:23.910584    3846 cni.go:473] [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9525d825ac3bb0219aceb413ebc3c972fbe9cd09ba437eecb5bafbcc909d2779 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:19:23.962170    3846 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:23.962200    3846 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas
I0506 20:19:23.963465    3846 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.37
I0506 20:19:23.963492    3846 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:23.982438    3846 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:23.982459    3846 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:23.988849    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas
I0506 20:19:23.988871    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas
I0506 20:19:24.772830    3846 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-7wrfc] creating logical port tsf_patch-tekton-config-7wrfc for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:24.772935    3846 kube.go:256] Updating pod tsf/patch-tekton-config-7wrfc
I0506 20:19:24.786456    3846 pod.go:62] [tsf/patch-tekton-config-7wrfc] pod update took 13.550266ms
I0506 20:19:24.786479    3846 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-7wrfc] addLogicalPort annotation time took 13.57831ms
I0506 20:19:24.787858    3846 pods.go:271] [tsf/patch-tekton-config-7wrfc] addLogicalPort took 15.053687ms, libovsdb time 980.76µs
I0506 20:19:25.170286    3846 cni.go:452] [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key ]
I0506 20:19:25.180321    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-7wrfc, hostIfaceName: 35059a4b7da6e9e, network: default, NAD default, SandboxID: "35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855", PCI device ID: , UID: "c2cc6aeb-bfcc-4449-9fd8-ef39a5b3b817", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23]
I0506 20:19:25.229911    3846 cni.go:473] [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7c:f6:6f:40:de\",\"name\":\"35059a4b7da6e9e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b1ad686-1552-406a-83ff-6dc98aab1670\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:19:27.768580    3846 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:27.769156    3846 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:28.639608    3846 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:28.639638    3846 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-nzd7b-trwr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:29.625108    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=436
I0506 20:19:32.317253    3846 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-858b7b9544-fpg47] creating logical port tsf-tas_rekor-search-ui-858b7b9544-fpg47 for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:32.317380    3846 kube.go:256] Updating pod tsf-tas/rekor-search-ui-858b7b9544-fpg47
I0506 20:19:32.334537    3846 pod.go:62] [tsf-tas/rekor-search-ui-858b7b9544-fpg47] pod update took 17.179873ms
I0506 20:19:32.334560    3846 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-858b7b9544-fpg47] addLogicalPort annotation time took 17.20634ms
I0506 20:19:32.335771    3846 pods.go:271] [tsf-tas/rekor-search-ui-858b7b9544-fpg47] addLogicalPort took 18.537029ms, libovsdb time 808.844µs
I0506 20:19:32.676092    3846 cni.go:452] [tsf-tas/rekor-search-ui-858b7b9544-fpg47 fd5df15e9e5bc9d2513f4a434873bbc0101070ec01e45d0641c63e84ca69704d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-858b7b9544-fpg47 fd5df15e9e5bc9d2513f4a434873bbc0101070ec01e45d0641c63e84ca69704d network default NAD default NAD key ]
I0506 20:19:32.685159    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-858b7b9544-fpg47, hostIfaceName: fd5df15e9e5bc9d, network: default, NAD default, SandboxID: "fd5df15e9e5bc9d2513f4a434873bbc0101070ec01e45d0641c63e84ca69704d", PCI device ID: , UID: "f3d07f92-f410-4a70-9939-0bf95bdca139", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23]
I0506 20:19:32.734957    3846 cni.go:473] [tsf-tas/rekor-search-ui-858b7b9544-fpg47 fd5df15e9e5bc9d2513f4a434873bbc0101070ec01e45d0641c63e84ca69704d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-858b7b9544-fpg47 fd5df15e9e5bc9d2513f4a434873bbc0101070ec01e45d0641c63e84ca69704d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0b:9e:07:57:3b\",\"name\":\"fd5df15e9e5bc9d\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2121711c-7220-4da6-8c6b-836c022acf60\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:19:32.891366    3846 cni.go:452] [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key ]
I0506 20:19:32.967106    3846 cni.go:473] [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-7wrfc 35059a4b7da6e9e747479492671aa6943570a743d133c98836f3771eb4bf7855 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:19:33.018727    3846 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:33.018756    3846 pods.go:176] Deleting pod: tsf/patch-tekton-config-7wrfc
I0506 20:19:33.020114    3846 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-7wrfc, ips: 10.128.0.40
I0506 20:19:33.020154    3846 obj_retry.go:498] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:33.908240    3846 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:33.908274    3846 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:34.836984    3846 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6bc8d58cc-pn87l] creating logical port tsf-tas_rekor-server-6bc8d58cc-pn87l for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:34.837090    3846 kube.go:256] Updating pod tsf-tas/rekor-server-6bc8d58cc-pn87l
I0506 20:19:34.850357    3846 pod.go:62] [tsf-tas/rekor-server-6bc8d58cc-pn87l] pod update took 13.301881ms
I0506 20:19:34.850386    3846 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6bc8d58cc-pn87l] addLogicalPort annotation time took 13.333853ms
I0506 20:19:34.851782    3846 pods.go:271] [tsf-tas/rekor-server-6bc8d58cc-pn87l] addLogicalPort took 14.822553ms, libovsdb time 909.105µs
W0506 20:19:36.908496    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui
W0506 20:19:37.671389    3846 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis
I0506 20:19:39.413883    3846 cni.go:452] [tsf-tas/rekor-server-6bc8d58cc-pn87l 3729bf4aa7619d76a25c21ba6f47df229f6b37e1f838ae3a05997794992b4dee network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6bc8d58cc-pn87l 3729bf4aa7619d76a25c21ba6f47df229f6b37e1f838ae3a05997794992b4dee network default NAD default NAD key ]
I0506 20:19:39.423188    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6bc8d58cc-pn87l, hostIfaceName: 3729bf4aa7619d7, network: default, NAD default, SandboxID: "3729bf4aa7619d76a25c21ba6f47df229f6b37e1f838ae3a05997794992b4dee", PCI device ID: , UID: "f87912b7-2387-4e2d-bc20-17ccdf9f344b", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23]
I0506 20:19:39.474049    3846 cni.go:473] [tsf-tas/rekor-server-6bc8d58cc-pn87l 3729bf4aa7619d76a25c21ba6f47df229f6b37e1f838ae3a05997794992b4dee network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6bc8d58cc-pn87l 3729bf4aa7619d76a25c21ba6f47df229f6b37e1f838ae3a05997794992b4dee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:7a:5c:4b:02:6a\",\"name\":\"3729bf4aa7619d7\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ed65116-6f87-4b74-9823-f3a1e5e9cd0f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:19:41.839814    3846 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:41.840473    3846 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
W0506 20:19:41.949193    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server
I0506 20:19:42.701316    3846 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:42.701916    3846 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:42.715689    3846 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:42.715715    3846 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tgpp7-tkwq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:43.721774    3846 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:43.721805    3846 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-th76m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:43.757734    3846 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:43.757764    3846 obj_retry.go:492] Detected object tsf/patch-tekton-config-7wrfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:43.763203    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7wrfc
I0506 20:19:43.763233    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7wrfc
I0506 20:19:44.451177    3846 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:44.451304    3846 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa
I0506 20:19:44.466391    3846 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.107283ms
I0506 20:19:44.466419    3846 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.151253ms
I0506 20:19:44.467920    3846 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.760248ms, libovsdb time 1.037394ms
I0506 20:19:44.812421    3846 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key ]
I0506 20:19:44.822002    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 14a97838c2bc748, network: default, NAD default, SandboxID: "14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb", PCI device ID: , UID: "253149bb-f138-4ace-895d-1bc7284599d8", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23]
I0506 20:19:44.872804    3846 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:06:4b:ef:f1:65\",\"name\":\"14a97838c2bc748\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16bb2976-6e2d-44ce-b114-857fa1c634bd\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:19:48.731738    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog
W0506 20:19:48.986632    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui
I0506 20:19:48.988597    3846 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key ]
I0506 20:19:49.079986    3846 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 14a97838c2bc74842a0de38e58f2890ae0e5b7b1590264775498b4f7550160cb network default NAD default NAD key default], result "{}", err <nil>
I0506 20:19:49.132590    3846 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:49.132618    3846 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa
I0506 20:19:49.133943    3846 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.43
I0506 20:19:49.133978    3846 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:49.153313    3846 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:49.153331    3846 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:49.158854    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa
I0506 20:19:49.158876    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa
I0506 20:19:49.363716    3846 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:49.363853    3846 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa
I0506 20:19:49.377157    3846 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.339292ms
I0506 20:19:49.377177    3846 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.363914ms
I0506 20:19:49.378408    3846 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.708403ms, libovsdb time 834.136µs
I0506 20:19:49.723629    3846 cni.go:452] [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key ]
I0506 20:19:49.733962    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 670979aba8d4a7f, network: default, NAD default, SandboxID: "670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6", PCI device ID: , UID: "2a381b22-e943-44e7-aa0d-0e37dd596113", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23]
I0506 20:19:49.783099    3846 cni.go:473] [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:57:df:50:82:1a\",\"name\":\"670979aba8d4a7f\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8743fbf-b970-4c6b-977b-663190d7420c\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:19:52.958812    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server
I0506 20:19:53.716972    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9
I0506 20:19:54.777967    3846 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:54.778578    3846 obj_retry.go:498] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:19:55.801772    3846 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:55.801798    3846 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:19:55.901909    3846 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-pr2vg] creating logical port tsf-tpa_migrate-db-pr2vg for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:19:55.902014    3846 kube.go:256] Updating pod tsf-tpa/migrate-db-pr2vg
I0506 20:19:55.914629    3846 pod.go:62] [tsf-tpa/migrate-db-pr2vg] pod update took 12.639416ms
I0506 20:19:55.914673    3846 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-pr2vg] addLogicalPort annotation time took 12.689053ms
I0506 20:19:55.916133    3846 pods.go:271] [tsf-tpa/migrate-db-pr2vg] addLogicalPort took 14.240328ms, libovsdb time 1.002642ms
I0506 20:19:56.268804    3846 cni.go:452] [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key ]
I0506 20:19:56.277703    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-pr2vg, hostIfaceName: a1e629d703ba9ab, network: default, NAD default, SandboxID: "a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532", PCI device ID: , UID: "363dd880-21fc-4b7a-80df-3f5a453cc739", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23]
I0506 20:19:56.327474    3846 cni.go:473] [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:21:eb:2e:e3:03\",\"name\":\"a1e629d703ba9ab\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fa27b8b-f74f-478d-a20a-b8c66a778ba5\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:20:02.081185    3846 cni.go:452] [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key ]
I0506 20:20:02.162864    3846 cni.go:473] [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-pr2vg a1e629d703ba9ab53ddfe0cad1770f7b1dea172ef9ac46b09875c85331460532 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:20:02.360828    3846 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:02.360867    3846 pods.go:176] Deleting pod: tsf-tpa/migrate-db-pr2vg
I0506 20:20:02.362209    3846 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-pr2vg, ips: 10.128.0.45
I0506 20:20:02.362240    3846 obj_retry.go:498] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:03.087391    3846 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:03.087416    3846 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:03.960907    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:03.961535    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:04.827523    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:04.827546    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-c4wn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:05.847634    3846 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:05.848302    3846 obj_retry.go:498] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:06.222413    3846 base_network_controller_pods.go:487] [default/tsf-tpa/server-74c64c9b75-2h2hp] creating logical port tsf-tpa_server-74c64c9b75-2h2hp for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:20:06.222604    3846 kube.go:256] Updating pod tsf-tpa/server-74c64c9b75-2h2hp
I0506 20:20:06.237478    3846 pod.go:62] [tsf-tpa/server-74c64c9b75-2h2hp] pod update took 14.934946ms
I0506 20:20:06.237503    3846 base_network_controller_pods.go:951] [default/tsf-tpa/server-74c64c9b75-2h2hp] addLogicalPort annotation time took 14.964952ms
I0506 20:20:06.238984    3846 pods.go:271] [tsf-tpa/server-74c64c9b75-2h2hp] addLogicalPort took 16.592724ms, libovsdb time 1.062203ms
I0506 20:20:06.260204    3846 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-z9fsq] creating logical port tsf-tpa_importer-86bcdf477b-z9fsq for pod on switch ip-10-0-0-11.ec2.internal
I0506 20:20:06.260301    3846 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-z9fsq
I0506 20:20:06.273745    3846 pod.go:62] [tsf-tpa/importer-86bcdf477b-z9fsq] pod update took 13.474102ms
I0506 20:20:06.273766    3846 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-z9fsq] addLogicalPort annotation time took 13.50003ms
I0506 20:20:06.275044    3846 pods.go:271] [tsf-tpa/importer-86bcdf477b-z9fsq] addLogicalPort took 14.854958ms, libovsdb time 894.433µs
I0506 20:20:06.871122    3846 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:06.871145    3846 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:12.632528    3846 cni.go:452] [tsf-tpa/importer-86bcdf477b-z9fsq ff14e03bd85530890657c3ad6ba18aef24039e56a7b4ac41c2c5cfbca49d42b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-z9fsq ff14e03bd85530890657c3ad6ba18aef24039e56a7b4ac41c2c5cfbca49d42b4 network default NAD default NAD key ]
I0506 20:20:12.641739    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-z9fsq, hostIfaceName: ff14e03bd855308, network: default, NAD default, SandboxID: "ff14e03bd85530890657c3ad6ba18aef24039e56a7b4ac41c2c5cfbca49d42b4", PCI device ID: , UID: "e0282b58-bec5-4e9e-aae1-caadf4526305", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23]
I0506 20:20:12.697746    3846 cni.go:473] [tsf-tpa/importer-86bcdf477b-z9fsq ff14e03bd85530890657c3ad6ba18aef24039e56a7b4ac41c2c5cfbca49d42b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-z9fsq ff14e03bd85530890657c3ad6ba18aef24039e56a7b4ac41c2c5cfbca49d42b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f5:cd:b2:d5:64\",\"name\":\"ff14e03bd855308\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaca84a0-e74b-48e4-9863-1e41a66efda4\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
I0506 20:20:12.882395    3846 cni.go:452] [tsf-tpa/server-74c64c9b75-2h2hp b5c694e549511ceb8975f0eda6ee12a69489c1282040502d383a60e60acce9c0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-74c64c9b75-2h2hp b5c694e549511ceb8975f0eda6ee12a69489c1282040502d383a60e60acce9c0 network default NAD default NAD key ]
I0506 20:20:12.892066    3846 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-74c64c9b75-2h2hp, hostIfaceName: b5c694e549511ce, network: default, NAD default, SandboxID: "b5c694e549511ceb8975f0eda6ee12a69489c1282040502d383a60e60acce9c0", PCI device ID: , UID: "12132896-fa44-4a6f-abfc-bb5d0fa1b948", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23]
I0506 20:20:12.943613    3846 cni.go:473] [tsf-tpa/server-74c64c9b75-2h2hp b5c694e549511ceb8975f0eda6ee12a69489c1282040502d383a60e60acce9c0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-74c64c9b75-2h2hp b5c694e549511ceb8975f0eda6ee12a69489c1282040502d383a60e60acce9c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:18:96:1c:17:aa\",\"name\":\"b5c694e549511ce\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d85dbe09-c65e-401f-995f-f9550bc79d75\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err <nil>
W0506 20:20:13.141934    3846 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server
I0506 20:20:15.916788    3846 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:15.917457    3846 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:16.792116    3846 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:16.792145    3846 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-q54fd-mdjfz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
W0506 20:20:24.152023    3846 util.go:959] Failed to build node endpoints for node ip-10-0-0-11.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server
I0506 20:20:24.615272    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=128
I0506 20:20:26.218218    3846 cni.go:452] [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key ]
I0506 20:20:26.296185    3846 cni.go:473] [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 670979aba8d4a7f49d27811208f3304709384f9edcb109ec456f42d30731a0b6 network default NAD default NAD key default], result "{}", err <nil>
I0506 20:20:26.354145    3846 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:26.354182    3846 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa
I0506 20:20:26.355403    3846 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.44
I0506 20:20:26.355429    3846 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:26.376596    3846 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:26.376615    3846 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:26.382849    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa
I0506 20:20:26.382878    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa
I0506 20:20:27.198061    3846 namespace.go:98] [default-tenant] adding namespace
I0506 20:20:27.199336    3846 namespace.go:102] [default-tenant] adding namespace took 1.248156ms
I0506 20:20:27.199519    3846 namespace.go:98] [integration-service] adding namespace
I0506 20:20:27.199611    3846 namespace.go:98] [build-service] adding namespace
I0506 20:20:27.200308    3846 namespace.go:102] [integration-service] adding namespace took 769.074µs
I0506 20:20:27.201092    3846 namespace.go:102] [build-service] adding namespace took 1.461458ms
I0506 20:20:27.203189    3846 namespace.go:98] [image-controller] adding namespace
I0506 20:20:27.203875    3846 namespace.go:102] [image-controller] adding namespace took 665.8µs
I0506 20:20:27.287316    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:27.324038    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:27.349113    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:27.397742    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:27.405663    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:27.443274    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:27.444932    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:27.451588    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:27.485249    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:27.491936    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:27.518681    3846 namespace.go:98] [release-service] adding namespace
I0506 20:20:27.519359    3846 namespace.go:102] [release-service] adding namespace took 662.154µs
I0506 20:20:27.565050    3846 namespace.go:142] [konflux-ui] updating namespace
I0506 20:20:27.579312    3846 namespace.go:142] [release-service] updating namespace
I0506 20:20:27.615353    3846 namespace.go:142] [release-service] updating namespace
I0506 20:20:27.767695    3846 namespace.go:98] [konflux-info] adding namespace
I0506 20:20:27.768460    3846 namespace.go:102] [konflux-info] adding namespace took 744.559µs
I0506 20:20:27.795433    3846 namespace.go:98] [namespace-lister] adding namespace
I0506 20:20:27.796098    3846 namespace.go:102] [namespace-lister] adding namespace took 648.448µs
I0506 20:20:27.826752    3846 namespace.go:142] [konflux-info] updating namespace
I0506 20:20:27.851226    3846 namespace.go:98] [enterprise-contract-service] adding namespace
I0506 20:20:27.851898    3846 namespace.go:102] [enterprise-contract-service] adding namespace took 656.624µs
I0506 20:20:27.882437    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:27.919231    3846 namespace.go:142] [konflux-info] updating namespace
I0506 20:20:27.928321    3846 namespace.go:142] [namespace-lister] updating namespace
I0506 20:20:27.973273    3846 namespace.go:142] [namespace-lister] updating namespace
I0506 20:20:28.098403    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:28.117281    3846 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:20:28.202273    3846 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:20:28.202300    3846 namespace.go:98] [segment-bridge] adding namespace
I0506 20:20:28.203164    3846 namespace.go:102] [segment-bridge] adding namespace took 851.448µs
I0506 20:20:28.407942    3846 namespace.go:98] [konflux-cli] adding namespace
I0506 20:20:28.408627    3846 namespace.go:102] [konflux-cli] adding namespace took 664.4µs
I0506 20:20:28.511468    3846 namespace.go:142] [segment-bridge] updating namespace
I0506 20:20:28.618439    3846 namespace.go:142] [segment-bridge] updating namespace
I0506 20:20:28.631290    3846 namespace.go:142] [konflux-cli] updating namespace
I0506 20:20:28.761286    3846 namespace.go:142] [konflux-cli] updating namespace
I0506 20:20:29.015329    3846 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default
I0506 20:20:29.015906    3846 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},}
I0506 20:20:29.015930    3846 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}]
I0506 20:20:29.018712    3846 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel
I0506 20:20:29.226289    3846 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default
I0506 20:20:29.226313    3846 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets []
I0506 20:20:29.227079    3846 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel
W0506 20:20:29.947274    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf
I0506 20:20:30.295356    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:30.727589    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6
I0506 20:20:30.894509    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:31.610373    3846 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:20:32.221462    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:32.661120    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:33.151558    3846 namespace.go:142] [konflux-cli] updating namespace
W0506 20:20:33.157492    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister
I0506 20:20:33.422505    3846 namespace.go:142] [konflux-info] updating namespace
I0506 20:20:33.608476    3846 namespace.go:142] [namespace-lister] updating namespace
I0506 20:20:33.797901    3846 namespace.go:142] [release-service] updating namespace
I0506 20:20:34.008441    3846 namespace.go:142] [segment-bridge] updating namespace
I0506 20:20:34.147207    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:34.168945    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:34.193184    3846 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:20:34.206911    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:34.230479    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:34.267606    3846 namespace.go:142] [konflux-cli] updating namespace
I0506 20:20:34.299293    3846 namespace.go:142] [konflux-info] updating namespace
I0506 20:20:34.331301    3846 namespace.go:142] [namespace-lister] updating namespace
I0506 20:20:34.347973    3846 namespace.go:142] [release-service] updating namespace
I0506 20:20:34.377354    3846 namespace.go:142] [segment-bridge] updating namespace
I0506 20:20:34.425682    3846 namespace.go:142] [build-service] updating namespace
I0506 20:20:34.533753    3846 namespace.go:142] [default-tenant] updating namespace
I0506 20:20:34.633119    3846 namespace.go:142] [enterprise-contract-service] updating namespace
I0506 20:20:34.725121    3846 namespace.go:142] [image-controller] updating namespace
I0506 20:20:34.826326    3846 namespace.go:142] [integration-service] updating namespace
I0506 20:20:34.934692    3846 namespace.go:142] [konflux-cli] updating namespace
W0506 20:20:34.987956    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service
I0506 20:20:35.034224    3846 namespace.go:142] [konflux-info] updating namespace
I0506 20:20:35.129331    3846 namespace.go:142] [namespace-lister] updating namespace
I0506 20:20:35.228020    3846 namespace.go:142] [release-service] updating namespace
I0506 20:20:35.328818    3846 namespace.go:142] [segment-bridge] updating namespace
W0506 20:20:38.007832    3846 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service
W0506 20:20:40.020557    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:20:40.026662    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:20:41.034923    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service
W0506 20:20:41.038623    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service
W0506 20:20:41.072712    3846 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex
W0506 20:20:42.958670    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:20:42.958694    3846 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:20:45.069559    3846 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy
W0506 20:20:45.069583    3846 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy
W0506 20:20:46.077262    3846 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service
W0506 20:20:46.077302    3846 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service
I0506 20:20:52.197215    3846 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:52.197852    3846 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:20:53.120907    3846 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:53.120929    3846 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:20:53.128850    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c
I0506 20:20:53.128879    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-qwk8c
I0506 20:21:29.620840    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164
I0506 20:21:51.358357    3846 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:51.358930    3846 obj_retry.go:498] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:51.750081    3846 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:51.750105    3846 obj_retry.go:492] Detected object konflux-ui/proxy-6746d6dd7b-wgxzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:51.756671    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6746d6dd7b-wgxzg
I0506 20:21:51.756688    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6746d6dd7b-wgxzg
I0506 20:21:59.584142    3846 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:59.584697    3846 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:21:59.622257    3846 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:59.622277    3846 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:21:59.628228    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux
I0506 20:21:59.628253    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux
I0506 20:22:31.792515    3846 namespace.go:98] [managed-tenant-0pd7z] adding namespace
I0506 20:22:31.793500    3846 namespace.go:102] [managed-tenant-0pd7z] adding namespace took 959.973µs
I0506 20:22:31.820513    3846 namespace.go:142] [managed-tenant-0pd7z] updating namespace
I0506 20:22:31.836686    3846 namespace.go:142] [managed-tenant-0pd7z] updating namespace
I0506 20:22:32.615038    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12
I0506 20:22:32.926188    3846 namespace.go:142] [managed-tenant-0pd7z] updating namespace
I0506 20:22:33.056406    3846 namespace.go:142] [managed-tenant-0pd7z] updating namespace
I0506 20:22:33.154840    3846 namespace.go:142] [managed-tenant-0pd7z] updating namespace
I0506 20:23:07.707487    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10
I0506 20:23:21.619839    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82
I0506 20:23:30.622174    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52
I0506 20:23:30.744960    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0506 20:23:54.711519    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9
I0506 20:23:59.746535    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7
I0506 20:24:06.706355    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10
I0506 20:25:10.744229    3846 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0506 20:25:14.730592    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7
I0506 20:25:31.734919    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7
I0506 20:27:53.742421    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8
I0506 20:27:54.629191    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=232
I0506 20:28:25.618161    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=50
I0506 20:29:18.622848    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=5
I0506 20:29:18.623808    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14
I0506 20:29:44.720589    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10
I0506 20:29:55.053868    3846 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:29:55.053924    3846 obj_retry.go:492] Detected object tsf-tpa/create-db-vbwdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:29:55.059086    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbwdp
I0506 20:29:55.059114    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbwdp
I0506 20:29:55.625594    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35
I0506 20:30:00.618632    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9
I0506 20:30:03.043134    3846 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:03.043162    3846 obj_retry.go:492] Detected object tsf-tpa/migrate-db-pr2vg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:03.048340    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-pr2vg
I0506 20:30:03.048370    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-pr2vg
I0506 20:30:04.286190    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:04.286830    3846 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it
I0506 20:30:05.149251    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:05.149300    3846 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-nhmvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:06.034570    3846 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:06.034622    3846 obj_retry.go:492] Detected object tsf-tpa/create-importers-f22p6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed
I0506 20:30:06.039749    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f22p6
I0506 20:30:06.039765    3846 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f22p6
I0506 20:30:11.709517    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7
I0506 20:30:47.715215    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6
I0506 20:30:48.710986    3846 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8
I0506 20:31:18.734022    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6
I0506 20:31:20.747857    3846 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8
I0506 20:32:32.749687    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8
I0506 20:33:07.747758    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10
I0506 20:34:41.737776    3846 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9
I0506 20:35:10.625680    3846 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8